2023-10-04 08:03:32,824 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@66d18979 2023-10-04 08:03:32,842 main DEBUG Took 0.012551 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-10-04 08:03:32,842 main DEBUG PluginManager 'Core' found 129 plugins 2023-10-04 08:03:32,843 main DEBUG PluginManager 'Level' found 0 plugins 2023-10-04 08:03:32,844 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-10-04 08:03:32,845 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,854 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-10-04 08:03:32,868 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,870 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,870 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,871 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,872 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,873 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,874 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,874 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,875 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,875 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-10-04 08:03:32,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,878 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-10-04 08:03:32,880 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-10-04 08:03:32,883 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-10-04 08:03:32,885 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-10-04 08:03:32,886 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-10-04 08:03:32,887 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-10-04 08:03:32,887 main DEBUG PluginManager 'Converter' found 47 plugins 2023-10-04 08:03:32,901 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-10-04 08:03:32,903 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-10-04 08:03:32,905 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-10-04 08:03:32,905 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-10-04 08:03:32,906 main DEBUG createAppenders(={Console}) 2023-10-04 08:03:32,907 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@66d18979 initialized 2023-10-04 08:03:32,907 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@66d18979 2023-10-04 08:03:32,907 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@66d18979 OK. 2023-10-04 08:03:32,908 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-10-04 08:03:32,908 main DEBUG OutputStream closed 2023-10-04 08:03:32,909 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-10-04 08:03:32,909 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-10-04 08:03:32,910 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2b662a77 OK 2023-10-04 08:03:32,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-10-04 08:03:32,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-10-04 08:03:32,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-10-04 08:03:32,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-10-04 08:03:32,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-10-04 08:03:32,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-10-04 08:03:32,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-10-04 08:03:32,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-10-04 08:03:32,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-10-04 08:03:32,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-10-04 08:03:32,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-10-04 08:03:32,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-10-04 08:03:32,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-10-04 08:03:32,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-10-04 08:03:32,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-10-04 08:03:32,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-10-04 08:03:32,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-10-04 08:03:32,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-10-04 08:03:32,969 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-04 08:03:32,972 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@57cf54e1) with optional ClassLoader: null 2023-10-04 08:03:32,973 main DEBUG Shutdown hook enabled. Registering a new one. 2023-10-04 08:03:32,974 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@57cf54e1] started OK. 2023-10-04T08:03:32,989 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure timeout: 13 mins 2023-10-04 08:03:32,993 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-10-04 08:03:32,993 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-10-04T08:03:33,311 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca 2023-10-04T08:03:33,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-10-04T08:03:33,327 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c, deleteOnExit=true 2023-10-04T08:03:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-10-04T08:03:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/test.cache.data in system properties and HBase conf 2023-10-04T08:03:33,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/hadoop.tmp.dir in system properties and HBase conf 2023-10-04T08:03:33,328 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/hadoop.log.dir in system properties and HBase conf 2023-10-04T08:03:33,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/mapreduce.cluster.local.dir in system properties and HBase conf 2023-10-04T08:03:33,329 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-10-04T08:03:33,330 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-10-04T08:03:33,455 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-10-04T08:03:33,896 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-10-04T08:03:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-10-04T08:03:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-10-04T08:03:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-10-04T08:03:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-04T08:03:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-10-04T08:03:33,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-10-04T08:03:33,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-10-04T08:03:33,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-04T08:03:33,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-10-04T08:03:33,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/nfs.dump.dir in system properties and HBase conf 2023-10-04T08:03:33,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/java.io.tmpdir in system properties and HBase conf 2023-10-04T08:03:33,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/dfs.journalnode.edits.dir in system properties and HBase conf 2023-10-04T08:03:33,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-10-04T08:03:33,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-10-04T08:03:34,406 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-04T08:03:34,410 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-04T08:03:34,693 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-10-04T08:03:34,860 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@581faa6 via org.mortbay.log.Slf4jLog 2023-10-04T08:03:34,882 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-04T08:03:34,934 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-04T08:03:34,978 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/java.io.tmpdir/Jetty_localhost_44659_hdfs____fow2v8/webapp 2023-10-04T08:03:35,138 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44659 2023-10-04T08:03:35,168 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-10-04T08:03:35,168 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-10-04T08:03:35,811 WARN [Listener at localhost/37327 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-04T08:03:35,873 WARN [Listener at localhost/37327 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-04T08:03:35,892 WARN [Listener at localhost/37327 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-04T08:03:35,898 INFO [Listener at localhost/37327 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-04T08:03:35,903 INFO [Listener at localhost/37327 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/java.io.tmpdir/Jetty_localhost_43337_datanode____3k1gin/webapp 2023-10-04T08:03:36,005 INFO [Listener at localhost/37327 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43337 2023-10-04T08:03:36,203 WARN [Listener at localhost/39819 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-04T08:03:36,217 WARN [Listener at localhost/39819 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-04T08:03:36,220 WARN [Listener at localhost/39819 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-04T08:03:36,222 INFO [Listener at localhost/39819 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-04T08:03:36,228 INFO [Listener at localhost/39819 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/java.io.tmpdir/Jetty_localhost_36519_datanode____cq6dhd/webapp 2023-10-04T08:03:36,331 INFO [Listener at localhost/39819 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36519 2023-10-04T08:03:36,340 WARN [Listener at localhost/34955 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-04T08:03:36,358 WARN [Listener at localhost/34955 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-10-04T08:03:36,361 WARN [Listener at localhost/34955 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-10-04T08:03:36,362 INFO [Listener at localhost/34955 {}] log.Slf4jLog(67): jetty-6.1.26 2023-10-04T08:03:36,369 INFO [Listener at localhost/34955 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/java.io.tmpdir/Jetty_localhost_43497_datanode____.lodq92/webapp 2023-10-04T08:03:36,472 INFO [Listener at localhost/34955 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43497 2023-10-04T08:03:36,483 WARN [Listener at localhost/36205 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-10-04T08:03:36,484 WARN [Thread-74 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-04T08:03:36,484 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-04T08:03:36,583 WARN [Thread-99 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-10-04T08:03:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x93b0779d16758039: Processing first storage report for DS-b7dafdab-51ce-4942-960c-66895f213fde from datanode 568dace2-71e5-4d42-a6d4-6fe2d9c43763 2023-10-04T08:03:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x93b0779d16758039: from storage DS-b7dafdab-51ce-4942-960c-66895f213fde node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=568dace2-71e5-4d42-a6d4-6fe2d9c43763, infoPort=37225, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=1364619486;c=1696406614484), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2023-10-04T08:03:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd47401c364167ac5: Processing first storage report for DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b from datanode 265b23dd-a007-4c5e-aaf1-2d12a23ca916 2023-10-04T08:03:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd47401c364167ac5: from storage DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b node DatanodeRegistration(127.0.0.1:39335, datanodeUuid=265b23dd-a007-4c5e-aaf1-2d12a23ca916, infoPort=41887, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=1364619486;c=1696406614484), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfc1b2680e4410e79: Processing first storage report for DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de from datanode bd4da525-e441-4df3-b790-ab5dc7c7594f 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfc1b2680e4410e79: from storage DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de node DatanodeRegistration(127.0.0.1:39851, datanodeUuid=bd4da525-e441-4df3-b790-ab5dc7c7594f, infoPort=33405, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=1364619486;c=1696406614484), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0x93b0779d16758039: Processing first storage report for DS-280fd4be-d713-4222-be78-b0a8324057c5 from datanode 568dace2-71e5-4d42-a6d4-6fe2d9c43763 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0x93b0779d16758039: from storage DS-280fd4be-d713-4222-be78-b0a8324057c5 node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=568dace2-71e5-4d42-a6d4-6fe2d9c43763, infoPort=37225, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=1364619486;c=1696406614484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xd47401c364167ac5: Processing first storage report for DS-58885ad6-7d56-4b05-9b0e-66ca21df5951 from datanode 265b23dd-a007-4c5e-aaf1-2d12a23ca916 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xd47401c364167ac5: from storage DS-58885ad6-7d56-4b05-9b0e-66ca21df5951 node DatanodeRegistration(127.0.0.1:39335, datanodeUuid=265b23dd-a007-4c5e-aaf1-2d12a23ca916, infoPort=41887, infoSecurePort=0, ipcPort=34955, storageInfo=lv=-57;cid=testClusterID;nsid=1364619486;c=1696406614484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xfc1b2680e4410e79: Processing first storage report for DS-f84f6710-5fcf-47b5-b84f-aaf776b9ef8b from datanode bd4da525-e441-4df3-b790-ab5dc7c7594f 2023-10-04T08:03:36,717 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xfc1b2680e4410e79: from storage DS-f84f6710-5fcf-47b5-b84f-aaf776b9ef8b node DatanodeRegistration(127.0.0.1:39851, datanodeUuid=bd4da525-e441-4df3-b790-ab5dc7c7594f, infoPort=33405, infoSecurePort=0, ipcPort=39819, storageInfo=lv=-57;cid=testClusterID;nsid=1364619486;c=1696406614484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2023-10-04T08:03:36,921 DEBUG [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca 2023-10-04T08:03:36,984 INFO [Listener at localhost/36205 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/zookeeper_0, clientPort=61259, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-10-04T08:03:36,999 INFO [Listener at localhost/36205 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61259 2023-10-04T08:03:37,006 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:37,008 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:37,663 INFO [Listener at localhost/36205 {}] util.FSUtils(462): Created version file at hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 with version=8 2023-10-04T08:03:37,663 INFO [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/hbase-staging 2023-10-04T08:03:37,838 DEBUG [Listener at localhost/36205 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-10-04T08:03:38,443 INFO [Listener at localhost/36205 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-10-04T08:03:38,476 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:38,476 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:38,476 INFO [Listener at localhost/36205 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-04T08:03:38,477 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:38,477 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-04T08:03:38,621 INFO [Listener at localhost/36205 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-04T08:03:38,711 INFO [Listener at localhost/36205 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-10-04T08:03:38,727 DEBUG [Listener at localhost/36205 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-10-04T08:03:38,733 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:03:38,783 DEBUG [Listener at localhost/36205 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 20379 (auto-detected) 2023-10-04T08:03:38,784 DEBUG [Listener at localhost/36205 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-10-04T08:03:38,821 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:34975 2023-10-04T08:03:38,833 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:38,834 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:38,852 INFO [Listener at localhost/36205 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:34975 connecting to ZooKeeper ensemble=127.0.0.1:61259 2023-10-04T08:03:38,892 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:349750x0, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-04T08:03:38,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:34975-0x1017c801be50000 connected 2023-10-04T08:03:38,918 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-10-04T08:03:38,921 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:03:38,925 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-10-04T08:03:38,932 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34975 2023-10-04T08:03:38,932 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34975 2023-10-04T08:03:38,933 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34975 2023-10-04T08:03:38,933 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34975 2023-10-04T08:03:38,933 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34975 2023-10-04T08:03:38,944 INFO [Listener at localhost/36205 {}] master.HMaster(485): hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4, hbase.cluster.distributed=false 2023-10-04T08:03:38,998 INFO [Listener at localhost/36205 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-04T08:03:38,998 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:38,999 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:38,999 INFO [Listener at localhost/36205 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-04T08:03:38,999 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:38,999 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-04T08:03:39,004 INFO [Listener at localhost/36205 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-04T08:03:39,005 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:03:39,007 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:39189 2023-10-04T08:03:39,009 INFO [Listener at localhost/36205 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-04T08:03:39,015 DEBUG [Listener at localhost/36205 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-04T08:03:39,016 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:39,018 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:39,020 INFO [Listener at localhost/36205 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:39189 connecting to ZooKeeper ensemble=127.0.0.1:61259 2023-10-04T08:03:39,023 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:391890x0, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-04T08:03:39,024 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:391890x0, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-10-04T08:03:39,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:39189-0x1017c801be50001 connected 2023-10-04T08:03:39,026 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:03:39,027 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-10-04T08:03:39,027 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39189 2023-10-04T08:03:39,028 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39189 2023-10-04T08:03:39,028 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39189 2023-10-04T08:03:39,030 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39189 2023-10-04T08:03:39,030 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39189 2023-10-04T08:03:39,043 INFO [Listener at localhost/36205 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-04T08:03:39,043 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:39,043 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:39,044 INFO [Listener at localhost/36205 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-04T08:03:39,044 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:39,044 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-04T08:03:39,044 INFO [Listener at localhost/36205 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-04T08:03:39,045 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:03:39,046 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:35861 2023-10-04T08:03:39,046 INFO [Listener at localhost/36205 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-04T08:03:39,047 DEBUG [Listener at localhost/36205 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-04T08:03:39,048 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:39,050 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:39,052 INFO [Listener at localhost/36205 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35861 connecting to ZooKeeper ensemble=127.0.0.1:61259 2023-10-04T08:03:39,055 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:358610x0, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-04T08:03:39,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35861-0x1017c801be50002 connected 2023-10-04T08:03:39,057 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-10-04T08:03:39,058 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:03:39,059 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-10-04T08:03:39,059 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35861 2023-10-04T08:03:39,060 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35861 2023-10-04T08:03:39,060 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35861 2023-10-04T08:03:39,060 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35861 2023-10-04T08:03:39,061 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35861 2023-10-04T08:03:39,073 INFO [Listener at localhost/36205 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-10-04T08:03:39,073 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:39,073 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:39,073 INFO [Listener at localhost/36205 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-10-04T08:03:39,073 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-10-04T08:03:39,073 INFO [Listener at localhost/36205 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-10-04T08:03:39,074 INFO [Listener at localhost/36205 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-10-04T08:03:39,074 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-10-04T08:03:39,075 INFO [Listener at localhost/36205 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:35445 2023-10-04T08:03:39,075 INFO [Listener at localhost/36205 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-10-04T08:03:39,076 DEBUG [Listener at localhost/36205 {}] mob.MobFileCache(121): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-10-04T08:03:39,077 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:39,079 INFO [Listener at localhost/36205 {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:39,081 INFO [Listener at localhost/36205 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:35445 connecting to ZooKeeper ensemble=127.0.0.1:61259 2023-10-04T08:03:39,084 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:354450x0, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-10-04T08:03:39,085 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:354450x0, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-10-04T08:03:39,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:35445-0x1017c801be50003 connected 2023-10-04T08:03:39,086 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:03:39,087 DEBUG [Listener at localhost/36205 {}] zookeeper.ZKUtil(113): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2023-10-04T08:03:39,087 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35445 2023-10-04T08:03:39,087 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35445 2023-10-04T08:03:39,088 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35445 2023-10-04T08:03:39,088 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35445 2023-10-04T08:03:39,089 DEBUG [Listener at localhost/36205 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35445 2023-10-04T08:03:39,091 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2388): Adding backup master ZNode /hbase/backup-masters/jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:39,102 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,102 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,102 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,103 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,106 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:39,117 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:34975 2023-10-04T08:03:39,124 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-10-04T08:03:39,124 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-10-04T08:03:39,124 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-10-04T08:03:39,124 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2023-10-04T08:03:39,125 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,125 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,125 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,125 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,126 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-10-04T08:03:39,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2023-10-04T08:03:39,128 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/jenkins-hbase3.apache.org,34975,1696406617823 from backup master directory 2023-10-04T08:03:39,131 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:39,131 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,131 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,131 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,131 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2023-10-04T08:03:39,132 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-04T08:03:39,133 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:39,135 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-10-04T08:03:39,136 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-10-04T08:03:39,242 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(611): Created cluster ID file at hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/hbase.id with ID: 96988269-c804-4715-959c-af5ea0a6b11d 2023-10-04T08:03:39,279 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-10-04T08:03:39,293 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,293 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,293 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,293 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,343 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-04T08:03:39,345 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-10-04T08:03:39,362 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(271): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-10-04T08:03:39,363 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(277): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-10-04T08:03:39,364 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(286): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:284) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:311) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-04T08:03:39,373 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:951) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2413) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:574) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:571) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-04T08:03:39,375 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-04T08:03:39,444 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store 2023-10-04T08:03:39,472 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-10-04T08:03:39,472 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:39,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-04T08:03:39,473 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:03:39,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:03:39,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-04T08:03:39,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:03:39,473 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:03:39,473 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-04T08:03:39,475 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/.initializing 2023-10-04T08:03:39,475 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/WALs/jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:39,483 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-04T08:03:39,496 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C34975%2C1696406617823, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/WALs/jenkins-hbase3.apache.org,34975,1696406617823, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/oldWALs, maxLogs=10 2023-10-04T08:03:39,528 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/WALs/jenkins-hbase3.apache.org,34975,1696406617823/jenkins-hbase3.apache.org%2C34975%2C1696406617823.1696406619503, exclude list is [], retry=0 2023-10-04T08:03:39,555 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK] 2023-10-04T08:03:39,555 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK] 2023-10-04T08:03:39,555 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK] 2023-10-04T08:03:39,563 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:347) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:431) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:425) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:121) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:483) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:478) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-10-04T08:03:39,633 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/WALs/jenkins-hbase3.apache.org,34975,1696406617823/jenkins-hbase3.apache.org%2C34975%2C1696406617823.1696406619503 2023-10-04T08:03:39,633 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK], DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK], DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK]] 2023-10-04T08:03:39,634 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:03:39,634 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:39,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,639 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-10-04T08:03:39,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:39,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-04T08:03:39,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-10-04T08:03:39,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:39,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:39,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-10-04T08:03:39,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:39,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:39,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-10-04T08:03:39,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:39,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:39,750 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,752 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,762 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-10-04T08:03:39,766 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-10-04T08:03:39,770 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:03:39,770 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63300315, jitterRate=-0.0567518025636673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-10-04T08:03:39,777 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-04T08:03:39,778 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-10-04T08:03:39,821 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308bdef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:03:39,868 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(860): No meta location available on zookeeper, skip migrating... 2023-10-04T08:03:39,885 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:39,885 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:39,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:39,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-04T08:03:39,895 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-10-04T08:03:39,895 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-10-04T08:03:39,925 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-10-04T08:03:39,941 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2023-10-04T08:03:39,944 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/balancer already deleted, retry=false 2023-10-04T08:03:39,947 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-10-04T08:03:39,948 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2023-10-04T08:03:39,950 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/normalizer already deleted, retry=false 2023-10-04T08:03:39,952 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-10-04T08:03:39,956 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2023-10-04T08:03:39,958 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/split already deleted, retry=false 2023-10-04T08:03:39,958 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2023-10-04T08:03:39,960 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/switch/merge already deleted, retry=false 2023-10-04T08:03:39,972 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2023-10-04T08:03:39,975 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/snapshot-cleanup already deleted, retry=false 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,979 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,980 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(804): Active/primary master=jenkins-hbase3.apache.org,34975,1696406617823, sessionid=0x1017c801be50000, setting cluster-up flag (Was=false) 2023-10-04T08:03:39,994 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,995 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,994 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:39,994 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,002 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2023-10-04T08:03:40,003 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:40,009 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,009 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,009 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,009 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,014 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2023-10-04T08:03:40,016 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:40,103 DEBUG [RS:1;jenkins-hbase3:35861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;jenkins-hbase3:35861 2023-10-04T08:03:40,104 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:39189 2023-10-04T08:03:40,105 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(997): ClusterId : 96988269-c804-4715-959c-af5ea0a6b11d 2023-10-04T08:03:40,105 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(997): ClusterId : 96988269-c804-4715-959c-af5ea0a6b11d 2023-10-04T08:03:40,106 DEBUG [RS:2;jenkins-hbase3:35445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;jenkins-hbase3:35445 2023-10-04T08:03:40,107 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(997): ClusterId : 96988269-c804-4715-959c-af5ea0a6b11d 2023-10-04T08:03:40,108 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-04T08:03:40,108 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-04T08:03:40,108 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-10-04T08:03:40,116 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-04T08:03:40,116 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-04T08:03:40,116 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-10-04T08:03:40,116 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-04T08:03:40,116 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-04T08:03:40,116 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-10-04T08:03:40,120 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-04T08:03:40,120 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-04T08:03:40,120 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-10-04T08:03:40,122 DEBUG [RS:1;jenkins-hbase3:35861 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b43d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:03:40,122 DEBUG [RS:2;jenkins-hbase3:35445 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b90b936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:03:40,122 DEBUG [RS:0;jenkins-hbase3:39189 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd14a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:03:40,126 DEBUG [RS:2;jenkins-hbase3:35445 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182e212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-04T08:03:40,129 DEBUG [RS:1;jenkins-hbase3:35861 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626287cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-04T08:03:40,129 DEBUG [RS:0;jenkins-hbase3:39189 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2254f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-04T08:03:40,130 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-04T08:03:40,130 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-04T08:03:40,130 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-10-04T08:03:40,130 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-04T08:03:40,130 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-04T08:03:40,130 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-10-04T08:03:40,130 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-04T08:03:40,130 DEBUG [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-04T08:03:40,130 DEBUG [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-10-04T08:03:40,135 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34975,1696406617823 with isa=jenkins-hbase3.apache.org/172.31.12.81:35861, startcode=1696406619042 2023-10-04T08:03:40,135 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34975,1696406617823 with isa=jenkins-hbase3.apache.org/172.31.12.81:39189, startcode=1696406618997 2023-10-04T08:03:40,136 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(3027): reportForDuty to master=jenkins-hbase3.apache.org,34975,1696406617823 with isa=jenkins-hbase3.apache.org/172.31.12.81:35445, startcode=1696406619072 2023-10-04T08:03:40,140 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:40,149 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-10-04T08:03:40,152 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-10-04T08:03:40,154 DEBUG [RS:1;jenkins-hbase3:35861 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-04T08:03:40,154 DEBUG [RS:2;jenkins-hbase3:35445 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-04T08:03:40,154 DEBUG [RS:0;jenkins-hbase3:39189 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-04T08:03:40,161 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,34975,1696406617823 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-10-04T08:03:40,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-04T08:03:40,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-04T08:03:40,167 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-04T08:03:40,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-10-04T08:03:40,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-10-04T08:03:40,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-04T08:03:40,168 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,169 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406650169 2023-10-04T08:03:40,171 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-10-04T08:03:40,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-10-04T08:03:40,191 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-10-04T08:03:40,192 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-10-04T08:03:40,192 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-10-04T08:03:40,192 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-10-04T08:03:40,192 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,195 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-10-04T08:03:40,196 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-10-04T08:03:40,197 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-10-04T08:03:40,202 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-10-04T08:03:40,202 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-10-04T08:03:40,204 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696406620204,5,FailOnTimeoutGroup] 2023-10-04T08:03:40,204 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696406620204,5,FailOnTimeoutGroup] 2023-10-04T08:03:40,204 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,204 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1635): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-10-04T08:03:40,205 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,206 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:40,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-10-04T08:03:40,215 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56751, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-10-04T08:03:40,215 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43229, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2023-10-04T08:03:40,215 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:43501, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-04T08:03:40,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:40,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-04T08:03:40,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34975 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:03:40,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-10-04T08:03:40,250 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:40,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34975 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:40,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34975 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:40,274 DEBUG [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:40,274 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:40,274 DEBUG [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37327 2023-10-04T08:03:40,274 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37327 2023-10-04T08:03:40,275 DEBUG [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=-1 2023-10-04T08:03:40,275 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=-1 2023-10-04T08:03:40,277 DEBUG [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:40,277 DEBUG [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:37327 2023-10-04T08:03:40,277 DEBUG [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=-1 2023-10-04T08:03:40,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:40,285 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-10-04T08:03:40,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-04T08:03:40,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-04T08:03:40,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:40,290 DEBUG [RS:1;jenkins-hbase3:35861 {}] zookeeper.ZKUtil(111): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:03:40,290 WARN [RS:1;jenkins-hbase3:35861 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-04T08:03:40,291 INFO [RS:1;jenkins-hbase3:35861 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-04T08:03:40,291 DEBUG [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:03:40,291 DEBUG [RS:2;jenkins-hbase3:35445 {}] zookeeper.ZKUtil(111): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:40,291 WARN [RS:2;jenkins-hbase3:35445 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-04T08:03:40,291 INFO [RS:2;jenkins-hbase3:35445 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-04T08:03:40,291 DEBUG [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:40,297 DEBUG [RS:0;jenkins-hbase3:39189 {}] zookeeper.ZKUtil(111): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:40,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-04T08:03:40,297 WARN [RS:0;jenkins-hbase3:39189 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-10-04T08:03:40,297 INFO [RS:0;jenkins-hbase3:39189 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-04T08:03:40,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-04T08:03:40,297 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:40,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35861,1696406619042] 2023-10-04T08:03:40,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,39189,1696406618997] 2023-10-04T08:03:40,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,35445,1696406619072] 2023-10-04T08:03:40,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-04T08:03:40,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:40,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-04T08:03:40,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-04T08:03:40,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-04T08:03:40,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:40,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-04T08:03:40,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740 2023-10-04T08:03:40,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740 2023-10-04T08:03:40,313 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-04T08:03:40,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-04T08:03:40,319 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-04T08:03:40,319 DEBUG [RS:1;jenkins-hbase3:35861 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-04T08:03:40,319 DEBUG [RS:2;jenkins-hbase3:35445 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-10-04T08:03:40,319 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:03:40,320 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60967079, jitterRate=-0.09151972830295563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-04T08:03:40,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-04T08:03:40,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-04T08:03:40,324 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-04T08:03:40,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-04T08:03:40,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-04T08:03:40,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-04T08:03:40,326 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-04T08:03:40,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-04T08:03:40,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:40,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-10-04T08:03:40,338 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-04T08:03:40,338 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-04T08:03:40,338 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-10-04T08:03:40,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-10-04T08:03:40,355 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-10-04T08:03:40,355 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-04T08:03:40,355 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-04T08:03:40,355 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-10-04T08:03:40,357 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-04T08:03:40,360 INFO [RS:2;jenkins-hbase3:35445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-04T08:03:40,360 INFO [RS:0;jenkins-hbase3:39189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-04T08:03:40,360 INFO [RS:1;jenkins-hbase3:35861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-10-04T08:03:40,360 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,360 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,360 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,360 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-04T08:03:40,362 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-04T08:03:40,362 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-10-04T08:03:40,371 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,371 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,371 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,372 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,372 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-04T08:03:40,372 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-04T08:03:40,373 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-10-04T08:03:40,373 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,373 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,374 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,374 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,374 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-10-04T08:03:40,374 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-04T08:03:40,374 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-04T08:03:40,374 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-04T08:03:40,374 DEBUG [RS:1;jenkins-hbase3:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-04T08:03:40,374 DEBUG [RS:2;jenkins-hbase3:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-04T08:03:40,374 DEBUG [RS:0;jenkins-hbase3:39189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-10-04T08:03:40,378 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35861,1696406619042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-04T08:03:40,378 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,379 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35445,1696406619072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-04T08:03:40,379 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39189,1696406618997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-04T08:03:40,397 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-04T08:03:40,397 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-04T08:03:40,400 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-10-04T08:03:40,401 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,39189,1696406618997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,401 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35445,1696406619072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,401 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,35861,1696406619042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:40,417 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,39189,1696406618997 started 2023-10-04T08:03:40,417 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,39189,1696406618997, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:39189, sessionid=0x1017c801be50001 2023-10-04T08:03:40,417 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-04T08:03:40,417 DEBUG [RS:0;jenkins-hbase3:39189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:40,418 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39189,1696406618997' 2023-10-04T08:03:40,418 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2023-10-04T08:03:40,418 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2023-10-04T08:03:40,419 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-04T08:03:40,419 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-04T08:03:40,419 DEBUG [RS:0;jenkins-hbase3:39189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:40,419 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,39189,1696406618997' 2023-10-04T08:03:40,419 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2023-10-04T08:03:40,420 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2023-10-04T08:03:40,420 DEBUG [RS:0;jenkins-hbase3:39189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-04T08:03:40,420 INFO [RS:0;jenkins-hbase3:39189 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-04T08:03:40,420 INFO [RS:0;jenkins-hbase3:39189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-04T08:03:40,422 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35861,1696406619042 started 2023-10-04T08:03:40,422 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,35445,1696406619072 started 2023-10-04T08:03:40,422 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35861,1696406619042, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35861, sessionid=0x1017c801be50002 2023-10-04T08:03:40,422 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,35445,1696406619072, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:35445, sessionid=0x1017c801be50003 2023-10-04T08:03:40,422 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-04T08:03:40,422 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-10-04T08:03:40,422 DEBUG [RS:2;jenkins-hbase3:35445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:40,422 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35445,1696406619072' 2023-10-04T08:03:40,422 DEBUG [RS:1;jenkins-hbase3:35861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:03:40,422 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2023-10-04T08:03:40,422 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35861,1696406619042' 2023-10-04T08:03:40,422 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2023-10-04T08:03:40,423 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2023-10-04T08:03:40,423 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2023-10-04T08:03:40,423 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-04T08:03:40,423 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-10-04T08:03:40,424 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-04T08:03:40,424 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-10-04T08:03:40,424 DEBUG [RS:1;jenkins-hbase3:35861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:03:40,424 DEBUG [RS:2;jenkins-hbase3:35445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:40,424 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35861,1696406619042' 2023-10-04T08:03:40,424 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,35445,1696406619072' 2023-10-04T08:03:40,424 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2023-10-04T08:03:40,424 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2023-10-04T08:03:40,424 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2023-10-04T08:03:40,424 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2023-10-04T08:03:40,425 DEBUG [RS:2;jenkins-hbase3:35445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-04T08:03:40,425 DEBUG [RS:1;jenkins-hbase3:35861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-10-04T08:03:40,425 INFO [RS:2;jenkins-hbase3:35445 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-04T08:03:40,425 INFO [RS:2;jenkins-hbase3:35445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-04T08:03:40,425 INFO [RS:1;jenkins-hbase3:35861 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-10-04T08:03:40,425 INFO [RS:1;jenkins-hbase3:35861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-10-04T08:03:40,508 WARN [jenkins-hbase3:34975 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-10-04T08:03:40,529 INFO [RS:2;jenkins-hbase3:35445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-04T08:03:40,530 INFO [RS:0;jenkins-hbase3:39189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-04T08:03:40,530 INFO [RS:1;jenkins-hbase3:35861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-10-04T08:03:40,533 INFO [RS:2;jenkins-hbase3:35445 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35445%2C1696406619072, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35445,1696406619072, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs, maxLogs=32 2023-10-04T08:03:40,533 INFO [RS:0;jenkins-hbase3:39189 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39189%2C1696406618997, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,39189,1696406618997, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs, maxLogs=32 2023-10-04T08:03:40,533 INFO [RS:1;jenkins-hbase3:35861 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C35861%2C1696406619042, suffix=, logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35861,1696406619042, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs, maxLogs=32 2023-10-04T08:03:40,547 DEBUG [RS:2;jenkins-hbase3:35445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35445,1696406619072/jenkins-hbase3.apache.org%2C35445%2C1696406619072.1696406620536, exclude list is [], retry=0 2023-10-04T08:03:40,555 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK] 2023-10-04T08:03:40,555 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK] 2023-10-04T08:03:40,555 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK] 2023-10-04T08:03:40,555 DEBUG [RS:1;jenkins-hbase3:35861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35861,1696406619042/jenkins-hbase3.apache.org%2C35861%2C1696406619042.1696406620536, exclude list is [], retry=0 2023-10-04T08:03:40,556 DEBUG [RS:0;jenkins-hbase3:39189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,39189,1696406618997/jenkins-hbase3.apache.org%2C39189%2C1696406618997.1696406620536, exclude list is [], retry=0 2023-10-04T08:03:40,562 INFO [RS:2;jenkins-hbase3:35445 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35445,1696406619072/jenkins-hbase3.apache.org%2C35445%2C1696406619072.1696406620536 2023-10-04T08:03:40,563 DEBUG [RS:2;jenkins-hbase3:35445 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK], DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK], DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK]] 2023-10-04T08:03:40,566 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK] 2023-10-04T08:03:40,566 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK] 2023-10-04T08:03:40,572 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK] 2023-10-04T08:03:40,573 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK] 2023-10-04T08:03:40,573 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK] 2023-10-04T08:03:40,574 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK] 2023-10-04T08:03:40,586 INFO [RS:0;jenkins-hbase3:39189 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,39189,1696406618997/jenkins-hbase3.apache.org%2C39189%2C1696406618997.1696406620536 2023-10-04T08:03:40,586 DEBUG [RS:0;jenkins-hbase3:39189 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK], DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK], DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK]] 2023-10-04T08:03:40,586 INFO [RS:1;jenkins-hbase3:35861 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,35861,1696406619042/jenkins-hbase3.apache.org%2C35861%2C1696406619042.1696406620536 2023-10-04T08:03:40,586 DEBUG [RS:1;jenkins-hbase3:35861 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK], DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK], DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK]] 2023-10-04T08:03:40,759 DEBUG [jenkins-hbase3:34975 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=3, allServersCount=3 2023-10-04T08:03:40,763 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:03:40,771 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:03:40,771 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:03:40,771 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:03:40,771 INFO [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:03:40,771 INFO [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:03:40,771 INFO [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:03:40,771 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:03:40,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:40,783 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPENING 2023-10-04T08:03:40,790 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-10-04T08:03:40,792 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,792 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,792 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,792 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:40,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:40,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:40,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:40,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:40,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:40,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:40,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-04T08:03:40,984 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56306, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-04T08:03:41,001 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-10-04T08:03:41,001 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-10-04T08:03:41,002 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-10-04T08:03:41,005 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C39189%2C1696406618997.meta, suffix=.meta, logDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,39189,1696406618997, archiveDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs, maxLogs=32 2023-10-04T08:03:41,017 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(532): When create output stream for /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,39189,1696406618997/jenkins-hbase3.apache.org%2C39189%2C1696406618997.meta.1696406621006.meta, exclude list is [], retry=0 2023-10-04T08:03:41,025 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK] 2023-10-04T08:03:41,025 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK] 2023-10-04T08:03:41,026 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK] 2023-10-04T08:03:41,030 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/WALs/jenkins-hbase3.apache.org,39189,1696406618997/jenkins-hbase3.apache.org%2C39189%2C1696406618997.meta.1696406621006.meta 2023-10-04T08:03:41,031 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:39851,DS-9d18c9bb-0251-4fbd-8e83-0dc7ef6196de,DISK], DatanodeInfoWithStorage[127.0.0.1:39335,DS-8a60db9b-9a12-4d65-9408-e1dcd50c592b,DISK], DatanodeInfoWithStorage[127.0.0.1:42209,DS-b7dafdab-51ce-4942-960c-66895f213fde,DISK]] 2023-10-04T08:03:41,031 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:03:41,035 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:41,036 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-10-04T08:03:41,051 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-10-04T08:03:41,054 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-10-04T08:03:41,058 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-10-04T08:03:41,058 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:41,058 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-10-04T08:03:41,058 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-10-04T08:03:41,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-10-04T08:03:41,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-10-04T08:03:41,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:41,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-04T08:03:41,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-10-04T08:03:41,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-10-04T08:03:41,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:41,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-04T08:03:41,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-10-04T08:03:41,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-10-04T08:03:41,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:41,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-10-04T08:03:41,070 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740 2023-10-04T08:03:41,072 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740 2023-10-04T08:03:41,075 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-10-04T08:03:41,078 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-10-04T08:03:41,079 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62570660, jitterRate=-0.06762450933456421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-10-04T08:03:41,081 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-10-04T08:03:41,093 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1696406620971 2023-10-04T08:03:41,113 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:meta,,1.1588230740 2023-10-04T08:03:41,114 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-10-04T08:03:41,115 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:41,117 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:41,119 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:41,120 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:41,120 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:41,119 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:41,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:41,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:41,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:41,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:41,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=3, resume processing ppid=2 2023-10-04T08:03:41,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,39189,1696406618997 in 325 msec 2023-10-04T08:03:41,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=2, resume processing ppid=1 2023-10-04T08:03:41,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 787 msec 2023-10-04T08:03:41,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0710 sec 2023-10-04T08:03:41,137 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1063): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1696406621137, completionTime=-1 2023-10-04T08:03:41,138 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2023-10-04T08:03:41,138 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:41,193 DEBUG [hconnection-0x2634c956-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-04T08:03:41,196 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56310, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-04T08:03:41,209 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:41,209 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406681209 2023-10-04T08:03:41,209 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406741209 2023-10-04T08:03:41,209 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 71 msec 2023-10-04T08:03:41,233 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2023-10-04T08:03:41,245 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34975,1696406617823-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:41,246 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34975,1696406617823-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:41,246 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34975,1696406617823-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:41,248 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:34975, period=300000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:41,249 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-10-04T08:03:41,254 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-10-04T08:03:41,262 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-10-04T08:03:41,264 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2368): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-10-04T08:03:41,272 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:41,275 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:03:41,276 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:41,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:03:41,307 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 56b8a98709ff70859124af8671c213a1, NAME => 'hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:41,324 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:41,324 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 56b8a98709ff70859124af8671c213a1, disabling compactions & flushes 2023-10-04T08:03:41,324 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:03:41,324 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:03:41,324 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. after waiting 0 ms 2023-10-04T08:03:41,324 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:03:41,324 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:03:41,324 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 56b8a98709ff70859124af8671c213a1: 2023-10-04T08:03:41,327 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:03:41,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1696406621328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406621328"}]},"ts":"1696406621328"} 2023-10-04T08:03:41,371 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:03:41,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:03:41,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406621373"}]},"ts":"1696406621373"} 2023-10-04T08:03:41,382 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-10-04T08:03:41,387 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:03:41,388 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:03:41,388 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:03:41,388 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:03:41,388 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:03:41,388 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:03:41,388 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:03:41,388 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:03:41,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=56b8a98709ff70859124af8671c213a1, ASSIGN}] 2023-10-04T08:03:41,394 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=56b8a98709ff70859124af8671c213a1, ASSIGN 2023-10-04T08:03:41,396 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=56b8a98709ff70859124af8671c213a1, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:03:41,548 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:03:41,549 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=56b8a98709ff70859124af8671c213a1, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:41,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 56b8a98709ff70859124af8671c213a1, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:41,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:03:41,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 56b8a98709ff70859124af8671c213a1, NAME => 'hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:03:41,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:41,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 56b8a98709ff70859124af8671c213a1 2023-10-04T08:03:41,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:41,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 56b8a98709ff70859124af8671c213a1 2023-10-04T08:03:41,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 56b8a98709ff70859124af8671c213a1 2023-10-04T08:03:41,727 INFO [StoreOpener-56b8a98709ff70859124af8671c213a1-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 56b8a98709ff70859124af8671c213a1 2023-10-04T08:03:41,729 INFO [StoreOpener-56b8a98709ff70859124af8671c213a1-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56b8a98709ff70859124af8671c213a1 columnFamilyName info 2023-10-04T08:03:41,729 DEBUG [StoreOpener-56b8a98709ff70859124af8671c213a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:41,730 INFO [StoreOpener-56b8a98709ff70859124af8671c213a1-1 {}] regionserver.HStore(324): Store=56b8a98709ff70859124af8671c213a1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:41,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1 2023-10-04T08:03:41,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1 2023-10-04T08:03:41,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 56b8a98709ff70859124af8671c213a1 2023-10-04T08:03:41,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:03:41,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 56b8a98709ff70859124af8671c213a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62001035, jitterRate=-0.07611258327960968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-04T08:03:41,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 56b8a98709ff70859124af8671c213a1: 2023-10-04T08:03:41,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2556): Post open deploy tasks for hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1., pid=6, masterSystemTime=1696406621716 2023-10-04T08:03:41,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2583): Finished post open deploy task for hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:03:41,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:03:41,746 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=56b8a98709ff70859124af8671c213a1, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:41,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=6, resume processing ppid=5 2023-10-04T08:03:41,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 56b8a98709ff70859124af8671c213a1, server=jenkins-hbase3.apache.org,39189,1696406618997 in 186 msec 2023-10-04T08:03:41,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=5, resume processing ppid=4 2023-10-04T08:03:41,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=56b8a98709ff70859124af8671c213a1, ASSIGN in 363 msec 2023-10-04T08:03:41,758 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:03:41,758 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406621758"}]},"ts":"1696406621758"} 2023-10-04T08:03:41,761 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-10-04T08:03:41,765 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:03:41,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 500 msec 2023-10-04T08:03:41,775 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2023-10-04T08:03:41,776 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2023-10-04T08:03:41,776 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:41,776 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:41,776 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:41,776 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:03:41,818 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:41,836 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-10-04T08:03:41,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2023-10-04T08:03:41,852 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1032): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:41,866 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2023-10-04T08:03:41,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2023-10-04T08:03:41,878 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2023-10-04T08:03:41,881 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2023-10-04T08:03:41,882 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1193): Master has completed initialization 2.749sec 2023-10-04T08:03:41,884 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-10-04T08:03:41,886 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-10-04T08:03:41,887 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-10-04T08:03:41,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-10-04T08:03:41,888 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-10-04T08:03:41,889 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34975,1696406617823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-10-04T08:03:41,890 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,34975,1696406617823-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-10-04T08:03:41,894 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1296): Balancer post startup initialization complete, took 0 seconds 2023-10-04T08:03:41,895 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-10-04T08:03:41,909 DEBUG [Listener at localhost/36205 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x31630df2 to 127.0.0.1:61259 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-10-04T08:03:41,917 DEBUG [Listener at localhost/36205 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51da937c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2023-10-04T08:03:41,921 DEBUG [Listener at localhost/36205 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-10-04T08:03:41,922 DEBUG [Listener at localhost/36205 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-10-04T08:03:41,935 DEBUG [hconnection-0x351eda6e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-04T08:03:41,947 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:56312, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-04T08:03:41,957 INFO [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:03:41,984 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionUnevenDaughter Thread=352, OpenFileDescriptor=694, MaxFileDescriptor=60000, SystemLoadAverage=306, ProcessCount=167, AvailableMemoryMB=6996 2023-10-04T08:03:41,987 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:03:41,997 DEBUG [Listener at localhost/36205 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-10-04T08:03:41,999 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:48848, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-10-04T08:03:42,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:03:42,017 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:42,019 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionUnevenDaughter execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:03:42,020 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:42,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testSplitTableRegionUnevenDaughter execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:03:42,040 INFO [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7f42f4675004fef945a701787cb53fc2, NAME => 'testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testSplitTableRegionUnevenDaughter', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:42,057 DEBUG [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(888): Instantiated testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:42,057 DEBUG [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(1668): Closing 7f42f4675004fef945a701787cb53fc2, disabling compactions & flushes 2023-10-04T08:03:42,057 INFO [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(1690): Closing region testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,057 DEBUG [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,058 DEBUG [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. after waiting 0 ms 2023-10-04T08:03:42,058 DEBUG [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,058 INFO [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(1909): Closed testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,058 DEBUG [RegionOpenAndInit-testSplitTableRegionUnevenDaughter-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:42,060 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testSplitTableRegionUnevenDaughter execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:03:42,060 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1696406622060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406622060"}]},"ts":"1696406622060"} 2023-10-04T08:03:42,063 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:03:42,064 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testSplitTableRegionUnevenDaughter execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:03:42,064 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406622064"}]},"ts":"1696406622064"} 2023-10-04T08:03:42,067 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionUnevenDaughter, state=ENABLING in hbase:meta 2023-10-04T08:03:42,075 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:03:42,077 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:03:42,077 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:03:42,077 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:03:42,077 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:03:42,077 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:03:42,077 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:03:42,077 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:03:42,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=7f42f4675004fef945a701787cb53fc2, ASSIGN}] 2023-10-04T08:03:42,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=7f42f4675004fef945a701787cb53fc2, ASSIGN 2023-10-04T08:03:42,082 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=7f42f4675004fef945a701787cb53fc2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:03:42,232 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:03:42,233 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7f42f4675004fef945a701787cb53fc2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:42,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 7f42f4675004fef945a701787cb53fc2, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:42,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:42,403 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-04T08:03:42,406 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34950, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-04T08:03:42,411 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(130): Open testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7254): Opening region: {ENCODED => 7f42f4675004fef945a701787cb53fc2, NAME => 'testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:03:42,412 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:42,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionUnevenDaughter 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(888): Instantiated testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:42,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7296): checking encryption for 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,412 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7299): checking classloading for 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,414 INFO [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,416 INFO [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f42f4675004fef945a701787cb53fc2 columnFamilyName cf1 2023-10-04T08:03:42,416 DEBUG [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:42,417 INFO [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] regionserver.HStore(324): Store=7f42f4675004fef945a701787cb53fc2/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:42,418 INFO [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,420 INFO [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f42f4675004fef945a701787cb53fc2 columnFamilyName cf2 2023-10-04T08:03:42,420 DEBUG [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:42,420 INFO [StoreOpener-7f42f4675004fef945a701787cb53fc2-1 {}] regionserver.HStore(324): Store=7f42f4675004fef945a701787cb53fc2/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:42,422 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,425 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionUnevenDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:03:42,427 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1076): writing seq id for 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:42,432 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:03:42,433 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): Opened 7f42f4675004fef945a701787cb53fc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72974348, jitterRate=0.08740252256393433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:03:42,434 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(992): Region open journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:42,435 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2., pid=11, masterSystemTime=1696406622402 2023-10-04T08:03:42,438 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,439 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(158): Opened testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7f42f4675004fef945a701787cb53fc2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:42,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=11, resume processing ppid=10 2023-10-04T08:03:42,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 7f42f4675004fef945a701787cb53fc2, server=jenkins-hbase3.apache.org,35445,1696406619072 in 206 msec 2023-10-04T08:03:42,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=10, resume processing ppid=9 2023-10-04T08:03:42,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=7f42f4675004fef945a701787cb53fc2, ASSIGN in 369 msec 2023-10-04T08:03:42,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testSplitTableRegionUnevenDaughter execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:03:42,451 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406622451"}]},"ts":"1696406622451"} 2023-10-04T08:03:42,454 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionUnevenDaughter, state=ENABLED in hbase:meta 2023-10-04T08:03:42,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionUnevenDaughter execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:03:42,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter in 441 msec 2023-10-04T08:03:42,522 DEBUG [Listener at localhost/36205 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-04T08:03:42,526 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:34960, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-04T08:03:42,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionUnevenDaughter 2023-10-04T08:03:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:42,553 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:42,559 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:42,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-04T08:03:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-04T08:03:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2023-10-04T08:03:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,731 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2819): Flushing 7f42f4675004fef945a701787cb53fc2 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:03:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/bd15c74458144ac9a0dc754c0950aa94 is 34, key is 11/cf1:q/1696406622526/Put/seqid=0 2023-10-04T08:03:42,825 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/bd15c74458144ac9a0dc754c0950aa94 2023-10-04T08:03:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-04T08:03:42,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/72f191094f4c4991af0e299dca7e6cf5 is 34, key is 11/cf2:q/1696406622526/Put/seqid=0 2023-10-04T08:03:42,915 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/72f191094f4c4991af0e299dca7e6cf5 2023-10-04T08:03:42,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/bd15c74458144ac9a0dc754c0950aa94 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94 2023-10-04T08:03:42,936 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:03:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/72f191094f4c4991af0e299dca7e6cf5 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5 2023-10-04T08:03:42,952 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:03:42,954 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for 7f42f4675004fef945a701787cb53fc2 in 223ms, sequenceid=6, compaction requested=false 2023-10-04T08:03:42,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testSplitTableRegionUnevenDaughter' 2023-10-04T08:03:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2520): Flush status journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=13 2023-10-04T08:03:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=13 2023-10-04T08:03:42,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=13, resume processing ppid=12 2023-10-04T08:03:42,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 406 msec 2023-10-04T08:03:42,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter in 425 msec 2023-10-04T08:03:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=12 2023-10-04T08:03:43,171 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 12 completed 2023-10-04T08:03:43,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionUnevenDaughter 2023-10-04T08:03:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:43,198 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=14 2023-10-04T08:03:43,198 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:43,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=14 2023-10-04T08:03:43,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2023-10-04T08:03:43,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:43,354 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2819): Flushing 7f42f4675004fef945a701787cb53fc2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:43,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/d59ff9da4eb94ab4a28afc4de2e11231 is 34, key is 12/cf1:q/1696406623172/Put/seqid=0 2023-10-04T08:03:43,374 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/d59ff9da4eb94ab4a28afc4de2e11231 2023-10-04T08:03:43,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/5f2aa60df03140b68610266484019239 is 34, key is 12/cf2:q/1696406623172/Put/seqid=0 2023-10-04T08:03:43,402 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/5f2aa60df03140b68610266484019239 2023-10-04T08:03:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/d59ff9da4eb94ab4a28afc4de2e11231 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231 2023-10-04T08:03:43,418 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:03:43,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/5f2aa60df03140b68610266484019239 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239 2023-10-04T08:03:43,429 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:03:43,430 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 7f42f4675004fef945a701787cb53fc2 in 76ms, sequenceid=19, compaction requested=false 2023-10-04T08:03:43,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2520): Flush status journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:43,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:43,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=15 2023-10-04T08:03:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=15 2023-10-04T08:03:43,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=15, resume processing ppid=14 2023-10-04T08:03:43,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 235 msec 2023-10-04T08:03:43,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter in 244 msec 2023-10-04T08:03:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=14 2023-10-04T08:03:43,501 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 14 completed 2023-10-04T08:03:43,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionUnevenDaughter 2023-10-04T08:03:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:43,528 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-04T08:03:43,529 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:43,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:43,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-04T08:03:43,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2023-10-04T08:03:43,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:43,684 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2819): Flushing 7f42f4675004fef945a701787cb53fc2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:43,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/e762341c9ae04fc5b67bc8969f49a96f is 34, key is 17/cf1:q/1696406623502/Put/seqid=0 2023-10-04T08:03:43,707 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/e762341c9ae04fc5b67bc8969f49a96f 2023-10-04T08:03:43,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/e82bc21bf24b46639319ef699920f0c4 is 34, key is 17/cf2:q/1696406623502/Put/seqid=0 2023-10-04T08:03:43,740 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/e82bc21bf24b46639319ef699920f0c4 2023-10-04T08:03:43,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/e762341c9ae04fc5b67bc8969f49a96f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f 2023-10-04T08:03:43,758 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:03:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/e82bc21bf24b46639319ef699920f0c4 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4 2023-10-04T08:03:43,767 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:03:43,768 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 7f42f4675004fef945a701787cb53fc2 in 84ms, sequenceid=32, compaction requested=true 2023-10-04T08:03:43,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2520): Flush status journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:43,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:43,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=17 2023-10-04T08:03:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=17 2023-10-04T08:03:43,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=17, resume processing ppid=16 2023-10-04T08:03:43,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 242 msec 2023-10-04T08:03:43,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter in 250 msec 2023-10-04T08:03:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=16 2023-10-04T08:03:43,832 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 16 completed 2023-10-04T08:03:43,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionUnevenDaughter 2023-10-04T08:03:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:43,857 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=18 2023-10-04T08:03:43,858 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:43,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=18 2023-10-04T08:03:44,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2023-10-04T08:03:44,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:44,013 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2819): Flushing 7f42f4675004fef945a701787cb53fc2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:44,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/93af59b3583b4ca58c05721b608047b3 is 34, key is 22/cf1:q/1696406623833/Put/seqid=0 2023-10-04T08:03:44,032 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/93af59b3583b4ca58c05721b608047b3 2023-10-04T08:03:44,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 is 34, key is 22/cf2:q/1696406623833/Put/seqid=0 2023-10-04T08:03:44,055 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 2023-10-04T08:03:44,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/93af59b3583b4ca58c05721b608047b3 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3 2023-10-04T08:03:44,072 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:03:44,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 2023-10-04T08:03:44,081 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:03:44,082 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 7f42f4675004fef945a701787cb53fc2 in 69ms, sequenceid=45, compaction requested=true 2023-10-04T08:03:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2520): Flush status journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=19 2023-10-04T08:03:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=19 2023-10-04T08:03:44,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=19, resume processing ppid=18 2023-10-04T08:03:44,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 227 msec 2023-10-04T08:03:44,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter in 234 msec 2023-10-04T08:03:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=18 2023-10-04T08:03:44,161 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 18 completed 2023-10-04T08:03:44,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionUnevenDaughter 2023-10-04T08:03:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:44,184 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=20 2023-10-04T08:03:44,185 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:44,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=20 2023-10-04T08:03:44,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2023-10-04T08:03:44,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:44,340 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2819): Flushing 7f42f4675004fef945a701787cb53fc2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:44,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/9377946610f8442bad48178b36196713 is 34, key is 27/cf1:q/1696406624162/Put/seqid=0 2023-10-04T08:03:44,374 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/9377946610f8442bad48178b36196713 2023-10-04T08:03:44,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/b6c38fb0311948c98e86834626a7b3df is 34, key is 27/cf2:q/1696406624162/Put/seqid=0 2023-10-04T08:03:44,402 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/b6c38fb0311948c98e86834626a7b3df 2023-10-04T08:03:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/9377946610f8442bad48178b36196713 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/9377946610f8442bad48178b36196713 2023-10-04T08:03:44,417 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/9377946610f8442bad48178b36196713, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:03:44,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/b6c38fb0311948c98e86834626a7b3df as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/b6c38fb0311948c98e86834626a7b3df 2023-10-04T08:03:44,427 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/b6c38fb0311948c98e86834626a7b3df, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:03:44,429 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 7f42f4675004fef945a701787cb53fc2 in 89ms, sequenceid=58, compaction requested=true 2023-10-04T08:03:44,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2520): Flush status journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:44,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:44,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=21 2023-10-04T08:03:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=21 2023-10-04T08:03:44,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=21, resume processing ppid=20 2023-10-04T08:03:44,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 246 msec 2023-10-04T08:03:44,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter in 252 msec 2023-10-04T08:03:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=20 2023-10-04T08:03:44,490 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 20 completed 2023-10-04T08:03:44,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionUnevenDaughter 2023-10-04T08:03:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:44,518 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-04T08:03:44,519 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:44,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-04T08:03:44,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2023-10-04T08:03:44,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:44,674 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2819): Flushing 7f42f4675004fef945a701787cb53fc2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/98c602df55694786aefa4aaa2ac4d489 is 34, key is 32/cf1:q/1696406624491/Put/seqid=0 2023-10-04T08:03:44,702 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/98c602df55694786aefa4aaa2ac4d489 2023-10-04T08:03:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/daa4bd6015c44d1faddda34e1e72e1dd is 34, key is 32/cf2:q/1696406624491/Put/seqid=0 2023-10-04T08:03:44,776 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/daa4bd6015c44d1faddda34e1e72e1dd 2023-10-04T08:03:44,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/98c602df55694786aefa4aaa2ac4d489 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/98c602df55694786aefa4aaa2ac4d489 2023-10-04T08:03:44,795 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/98c602df55694786aefa4aaa2ac4d489, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:03:44,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/daa4bd6015c44d1faddda34e1e72e1dd as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/daa4bd6015c44d1faddda34e1e72e1dd 2023-10-04T08:03:44,804 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/daa4bd6015c44d1faddda34e1e72e1dd, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:03:44,806 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 7f42f4675004fef945a701787cb53fc2 in 132ms, sequenceid=71, compaction requested=true 2023-10-04T08:03:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2520): Flush status journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=23 2023-10-04T08:03:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=23 2023-10-04T08:03:44,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=23, resume processing ppid=22 2023-10-04T08:03:44,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 290 msec 2023-10-04T08:03:44,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter in 297 msec 2023-10-04T08:03:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=22 2023-10-04T08:03:44,822 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 22 completed 2023-10-04T08:03:44,844 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:44,849 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=24, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:44,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=24, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:44,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=24, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:44,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=24, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:44,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=7f42f4675004fef945a701787cb53fc2, UNASSIGN}] 2023-10-04T08:03:44,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=7f42f4675004fef945a701787cb53fc2, UNASSIGN 2023-10-04T08:03:44,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=7f42f4675004fef945a701787cb53fc2, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:44,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE; CloseRegionProcedure 7f42f4675004fef945a701787cb53fc2, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:45,025 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(119): Close 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1668): Closing 7f42f4675004fef945a701787cb53fc2, disabling compactions & flushes 2023-10-04T08:03:45,025 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1690): Closing region testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:45,026 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:45,026 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. after waiting 0 ms 2023-10-04T08:03:45,026 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:45,026 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2819): Flushing 7f42f4675004fef945a701787cb53fc2 2/2 column families, dataSize=480 B heapSize=2.13 KB 2023-10-04T08:03:45,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/84f0ce7de8444f868b716a0cfc235326 is 34, key is 37/cf1:q/1696406624823/Put/seqid=0 2023-10-04T08:03:45,050 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/84f0ce7de8444f868b716a0cfc235326 2023-10-04T08:03:45,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/e0bf263c5d2a42f89618064c87806307 is 34, key is 37/cf2:q/1696406624823/Put/seqid=0 2023-10-04T08:03:45,088 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/e0bf263c5d2a42f89618064c87806307 2023-10-04T08:03:45,097 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf1/84f0ce7de8444f868b716a0cfc235326 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/84f0ce7de8444f868b716a0cfc235326 2023-10-04T08:03:45,105 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/84f0ce7de8444f868b716a0cfc235326, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:03:45,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/.tmp/cf2/e0bf263c5d2a42f89618064c87806307 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e0bf263c5d2a42f89618064c87806307 2023-10-04T08:03:45,113 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e0bf263c5d2a42f89618064c87806307, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:03:45,115 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3022): Finished flush of dataSize ~480 B/480, heapSize ~2.09 KB/2144, currentSize=0 B/0 for 7f42f4675004fef945a701787cb53fc2 in 88ms, sequenceid=82, compaction requested=true 2023-10-04T08:03:45,136 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=1 2023-10-04T08:03:45,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:45,137 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1909): Closed testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. 2023-10-04T08:03:45,137 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1622): Region close journal for 7f42f4675004fef945a701787cb53fc2: 2023-10-04T08:03:45,140 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(163): Closed 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=7f42f4675004fef945a701787cb53fc2, regionState=CLOSED 2023-10-04T08:03:45,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=26, resume processing ppid=25 2023-10-04T08:03:45,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=26, ppid=25, state=SUCCESS; CloseRegionProcedure 7f42f4675004fef945a701787cb53fc2, server=jenkins-hbase3.apache.org,35445,1696406619072 in 280 msec 2023-10-04T08:03:45,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=25, resume processing ppid=24 2023-10-04T08:03:45,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=25, ppid=24, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=7f42f4675004fef945a701787cb53fc2, UNASSIGN in 287 msec 2023-10-04T08:03:45,162 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:45,168 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:45,173 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=24 splitting 14 storefiles, region=7f42f4675004fef945a701787cb53fc2, threads=14 2023-10-04T08:03:45,177 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,178 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,178 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,178 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/b6c38fb0311948c98e86834626a7b3df for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,178 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/daa4bd6015c44d1faddda34e1e72e1dd for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,180 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e0bf263c5d2a42f89618064c87806307 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,180 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,182 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/84f0ce7de8444f868b716a0cfc235326 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,182 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/9377946610f8442bad48178b36196713 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,186 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,186 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/98c602df55694786aefa4aaa2ac4d489 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,190 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,192 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,192 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=24 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,219 DEBUG [StoreFileSplitter-pool-5 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e0bf263c5d2a42f89618064c87806307, top=true 2023-10-04T08:03:45,232 DEBUG [StoreFileSplitter-pool-4 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/daa4bd6015c44d1faddda34e1e72e1dd, top=true 2023-10-04T08:03:45,236 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/b6c38fb0311948c98e86834626a7b3df, top=true 2023-10-04T08:03:45,237 DEBUG [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/9377946610f8442bad48178b36196713, top=true 2023-10-04T08:03:45,237 DEBUG [StoreFileSplitter-pool-7 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/84f0ce7de8444f868b716a0cfc235326, top=true 2023-10-04T08:03:45,243 DEBUG [StoreFileSplitter-pool-10 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/98c602df55694786aefa4aaa2ac4d489, top=true 2023-10-04T08:03:45,281 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df for child: 6848ea588fb7f65bdd3eb227d55916d0, parent: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,281 INFO [StoreFileSplitter-pool-5 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307 for child: 6848ea588fb7f65bdd3eb227d55916d0, parent: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,281 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/b6c38fb0311948c98e86834626a7b3df for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,281 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e0bf263c5d2a42f89618064c87806307 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,301 INFO [StoreFileSplitter-pool-7 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326 for child: 6848ea588fb7f65bdd3eb227d55916d0, parent: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,301 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/84f0ce7de8444f868b716a0cfc235326 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,313 INFO [StoreFileSplitter-pool-4 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd for child: 6848ea588fb7f65bdd3eb227d55916d0, parent: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,313 INFO [StoreFileSplitter-pool-10 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489 for child: 6848ea588fb7f65bdd3eb227d55916d0, parent: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,317 INFO [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713 for child: 6848ea588fb7f65bdd3eb227d55916d0, parent: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,319 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/98c602df55694786aefa4aaa2ac4d489 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,319 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/9377946610f8442bad48178b36196713 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,319 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/daa4bd6015c44d1faddda34e1e72e1dd for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,351 WARN [DataStreamer for file /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2 {}] hdfs.DataStreamer(982): Caught exception java.lang.InterruptedException: null at java.lang.Object.wait(Native Method) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1257) ~[?:1.8.0_362] at java.lang.Thread.join(Thread.java:1331) ~[?:1.8.0_362] at org.apache.hadoop.hdfs.DataStreamer.closeResponder(DataStreamer.java:980) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.endBlock(DataStreamer.java:630) ~[hadoop-hdfs-client-2.10.2.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:807) ~[hadoop-hdfs-client-2.10.2.jar:?] 2023-10-04T08:03:45,391 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,423 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,458 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,471 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,471 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,472 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,476 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,480 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=24 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4 for region: 7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:45,481 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=24 split storefiles for region 7f42f4675004fef945a701787cb53fc2 Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2] storefiles. 2023-10-04T08:03:45,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:45,535 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:45,572 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:45,584 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:45,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:03:45,610 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:03:45,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1696406625613"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1696406625613"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1696406625613"}]},"ts":"1696406625613"} 2023-10-04T08:03:45,614 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1696406625613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406625613"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406625613"}]},"ts":"1696406625613"} 2023-10-04T08:03:45,614 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1696406625613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406625613"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406625613"}]},"ts":"1696406625613"} 2023-10-04T08:03:45,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=27, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=270aee1e26ffa93c2fe754979b180ca7, ASSIGN}, {pid=28, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=6848ea588fb7f65bdd3eb227d55916d0, ASSIGN}] 2023-10-04T08:03:45,678 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=28, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=6848ea588fb7f65bdd3eb227d55916d0, ASSIGN 2023-10-04T08:03:45,679 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=28, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=6848ea588fb7f65bdd3eb227d55916d0, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:03:45,680 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=270aee1e26ffa93c2fe754979b180ca7, ASSIGN 2023-10-04T08:03:45,681 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=270aee1e26ffa93c2fe754979b180ca7, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:03:45,830 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 2 regions. 2 retained the pre-restart assignment. 2023-10-04T08:03:45,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=270aee1e26ffa93c2fe754979b180ca7, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:45,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=29, ppid=27, state=RUNNABLE; OpenRegionProcedure 270aee1e26ffa93c2fe754979b180ca7, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:45,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=6848ea588fb7f65bdd3eb227d55916d0, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:45,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=30, ppid=28, state=RUNNABLE; OpenRegionProcedure 6848ea588fb7f65bdd3eb227d55916d0, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:45,992 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(130): Open testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:45,992 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7254): Opening region: {ENCODED => 270aee1e26ffa93c2fe754979b180ca7, NAME => 'testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.', STARTKEY => '', ENDKEY => '26'} 2023-10-04T08:03:45,992 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:45,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionUnevenDaughter 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:45,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(888): Instantiated testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:45,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7296): checking encryption for 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:45,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(7299): checking classloading for 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:45,995 INFO [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:45,996 INFO [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270aee1e26ffa93c2fe754979b180ca7 columnFamilyName cf1 2023-10-04T08:03:45,996 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:46,024 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3-bottom 2023-10-04T08:03:46,032 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94-bottom 2023-10-04T08:03:46,040 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231-bottom 2023-10-04T08:03:46,051 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f-bottom 2023-10-04T08:03:46,052 INFO [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.HStore(324): Store=270aee1e26ffa93c2fe754979b180ca7/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:46,052 INFO [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:46,053 INFO [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270aee1e26ffa93c2fe754979b180ca7 columnFamilyName cf2 2023-10-04T08:03:46,053 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:46,094 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239-bottom 2023-10-04T08:03:46,104 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3-bottom 2023-10-04T08:03:46,112 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5-bottom 2023-10-04T08:03:46,120 DEBUG [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4-bottom 2023-10-04T08:03:46,120 INFO [StoreOpener-270aee1e26ffa93c2fe754979b180ca7-1 {}] regionserver.HStore(324): Store=270aee1e26ffa93c2fe754979b180ca7/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:46,122 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:46,124 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:46,127 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionUnevenDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:03:46,129 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1076): writing seq id for 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:46,130 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(1093): Opened 270aee1e26ffa93c2fe754979b180ca7; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69781365, jitterRate=0.039823368191719055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:03:46,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegion(992): Region open journal for 270aee1e26ffa93c2fe754979b180ca7: 2023-10-04T08:03:46,132 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7., pid=29, masterSystemTime=1696406625987 2023-10-04T08:03:46,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.CompactSplit(403): Add compact mark for store 270aee1e26ffa93c2fe754979b180ca7:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:03:46,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,135 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2023-10-04T08:03:46,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.CompactSplit(403): Add compact mark for store 270aee1e26ffa93c2fe754979b180ca7:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:03:46,135 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2023-10-04T08:03:46,135 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,137 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:46,137 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:46,137 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1534): 270aee1e26ffa93c2fe754979b180ca7/cf1 is initiating minor compaction (all files) 2023-10-04T08:03:46,137 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1534): 270aee1e26ffa93c2fe754979b180ca7/cf2 is initiating minor compaction (all files) 2023-10-04T08:03:46,137 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 270aee1e26ffa93c2fe754979b180ca7/cf1 in testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:46,137 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 270aee1e26ffa93c2fe754979b180ca7/cf2 in testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:46,138 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/.tmp, totalSize=20.2 K 2023-10-04T08:03:46,138 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/.tmp, totalSize=20.2 K 2023-10-04T08:03:46,139 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406622526 2023-10-04T08:03:46,140 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:46,140 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=29}] handler.AssignRegionHandler(158): Opened testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:46,141 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406622526 2023-10-04T08:03:46,141 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(130): Open testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:46,141 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7254): Opening region: {ENCODED => 6848ea588fb7f65bdd3eb227d55916d0, NAME => 'testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.', STARTKEY => '26', ENDKEY => ''} 2023-10-04T08:03:46,141 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=270aee1e26ffa93c2fe754979b180ca7, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:46,141 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:46,141 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406623172 2023-10-04T08:03:46,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionUnevenDaughter 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(888): Instantiated testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:46,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7296): checking encryption for 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,142 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7299): checking classloading for 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,142 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406623172 2023-10-04T08:03:46,143 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406623502 2023-10-04T08:03:46,144 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406623833 2023-10-04T08:03:46,144 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406623502 2023-10-04T08:03:46,145 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406623833 2023-10-04T08:03:46,145 INFO [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=29, resume processing ppid=27 2023-10-04T08:03:46,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=29, ppid=27, state=SUCCESS; OpenRegionProcedure 270aee1e26ffa93c2fe754979b180ca7, server=jenkins-hbase3.apache.org,35445,1696406619072 in 310 msec 2023-10-04T08:03:46,151 INFO [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6848ea588fb7f65bdd3eb227d55916d0 columnFamilyName cf1 2023-10-04T08:03:46,151 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:46,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=27, ppid=24, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=270aee1e26ffa93c2fe754979b180ca7, ASSIGN in 474 msec 2023-10-04T08:03:46,201 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3-top 2023-10-04T08:03:46,201 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 270aee1e26ffa93c2fe754979b180ca7#cf2#compaction#14 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:46,202 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/.tmp/cf2/5c6db87b97c54cb7af3aad313787daf1 is 34, key is 11/cf2:q/1696406622526/Put/seqid=0 2023-10-04T08:03:46,203 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 270aee1e26ffa93c2fe754979b180ca7#cf1#compaction#15 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:46,205 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/.tmp/cf1/bcb59ac7963145c893ee130a06c8bcca is 34, key is 11/cf1:q/1696406622526/Put/seqid=0 2023-10-04T08:03:46,207 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94-top 2023-10-04T08:03:46,221 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231-top 2023-10-04T08:03:46,228 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f-top 2023-10-04T08:03:46,269 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326 2023-10-04T08:03:46,296 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/.tmp/cf2/5c6db87b97c54cb7af3aad313787daf1 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5c6db87b97c54cb7af3aad313787daf1 2023-10-04T08:03:46,296 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713 2023-10-04T08:03:46,298 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/.tmp/cf1/bcb59ac7963145c893ee130a06c8bcca as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bcb59ac7963145c893ee130a06c8bcca 2023-10-04T08:03:46,304 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489 2023-10-04T08:03:46,304 INFO [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.HStore(324): Store=6848ea588fb7f65bdd3eb227d55916d0/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:46,305 INFO [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,306 INFO [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6848ea588fb7f65bdd3eb227d55916d0 columnFamilyName cf2 2023-10-04T08:03:46,306 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:46,321 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 4 (all) file(s) in 270aee1e26ffa93c2fe754979b180ca7/cf1 of 270aee1e26ffa93c2fe754979b180ca7 into bcb59ac7963145c893ee130a06c8bcca(size=5.5 K), total size for store is 5.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:46,321 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 4 (all) file(s) in 270aee1e26ffa93c2fe754979b180ca7/cf2 of 270aee1e26ffa93c2fe754979b180ca7 into 5c6db87b97c54cb7af3aad313787daf1(size=5.5 K), total size for store is 5.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:46,321 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 270aee1e26ffa93c2fe754979b180ca7: 2023-10-04T08:03:46,321 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 270aee1e26ffa93c2fe754979b180ca7: 2023-10-04T08:03:46,322 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7., storeName=270aee1e26ffa93c2fe754979b180ca7/cf1, priority=12, startTime=1696406626134; duration=0sec 2023-10-04T08:03:46,322 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7., storeName=270aee1e26ffa93c2fe754979b180ca7/cf2, priority=12, startTime=1696406626135; duration=0sec 2023-10-04T08:03:46,322 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,322 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 270aee1e26ffa93c2fe754979b180ca7:cf1 2023-10-04T08:03:46,323 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,323 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 270aee1e26ffa93c2fe754979b180ca7:cf2 2023-10-04T08:03:46,339 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239-top 2023-10-04T08:03:46,351 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3-top 2023-10-04T08:03:46,357 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5-top 2023-10-04T08:03:46,364 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4-top 2023-10-04T08:03:46,369 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df 2023-10-04T08:03:46,373 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd 2023-10-04T08:03:46,378 DEBUG [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307 2023-10-04T08:03:46,379 INFO [StoreOpener-6848ea588fb7f65bdd3eb227d55916d0-1 {}] regionserver.HStore(324): Store=6848ea588fb7f65bdd3eb227d55916d0/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:46,380 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,381 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,383 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionUnevenDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:03:46,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1076): writing seq id for 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:46,386 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): Opened 6848ea588fb7f65bdd3eb227d55916d0; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69212148, jitterRate=0.031341373920440674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:03:46,386 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(992): Region open journal for 6848ea588fb7f65bdd3eb227d55916d0: 2023-10-04T08:03:46,387 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0., pid=30, masterSystemTime=1696406625987 2023-10-04T08:03:46,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.CompactSplit(403): Add compact mark for store 6848ea588fb7f65bdd3eb227d55916d0:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:03:46,389 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:03:46,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,389 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:46,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.CompactSplit(403): Add compact mark for store 6848ea588fb7f65bdd3eb227d55916d0:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:03:46,389 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1534): 6848ea588fb7f65bdd3eb227d55916d0/cf1 is initiating minor compaction (all files) 2023-10-04T08:03:46,389 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:03:46,389 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,389 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 6848ea588fb7f65bdd3eb227d55916d0/cf1 in testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:46,389 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:46,389 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1534): 6848ea588fb7f65bdd3eb227d55916d0/cf2 is initiating minor compaction (all files) 2023-10-04T08:03:46,389 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 6848ea588fb7f65bdd3eb227d55916d0/cf2 in testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:46,390 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/.tmp, totalSize=35.5 K 2023-10-04T08:03:46,390 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/.tmp, totalSize=35.5 K 2023-10-04T08:03:46,391 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406622526 2023-10-04T08:03:46,391 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406622526 2023-10-04T08:03:46,392 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406623172 2023-10-04T08:03:46,392 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:46,392 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(158): Opened testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:46,392 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406623172 2023-10-04T08:03:46,393 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406623502 2023-10-04T08:03:46,393 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=6848ea588fb7f65bdd3eb227d55916d0, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:46,394 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406623502 2023-10-04T08:03:46,394 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406623833 2023-10-04T08:03:46,395 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406623833 2023-10-04T08:03:46,395 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406624162 2023-10-04T08:03:46,395 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406624162 2023-10-04T08:03:46,396 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406624491 2023-10-04T08:03:46,397 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406624491 2023-10-04T08:03:46,397 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326, keycount=8, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406624823 2023-10-04T08:03:46,398 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307, keycount=8, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406624823 2023-10-04T08:03:46,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=30, resume processing ppid=28 2023-10-04T08:03:46,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=30, ppid=28, state=SUCCESS; OpenRegionProcedure 6848ea588fb7f65bdd3eb227d55916d0, server=jenkins-hbase3.apache.org,35445,1696406619072 in 556 msec 2023-10-04T08:03:46,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=28, resume processing ppid=24 2023-10-04T08:03:46,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=28, ppid=24, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=6848ea588fb7f65bdd3eb227d55916d0, ASSIGN in 722 msec 2023-10-04T08:03:46,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 in 1.5590 sec 2023-10-04T08:03:46,462 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6848ea588fb7f65bdd3eb227d55916d0#cf2#compaction#16 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:46,463 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/.tmp/cf2/98d1954ec3914bdda777339c7657514c is 34, key is 26/cf2:q/1696406623848/Put/seqid=0 2023-10-04T08:03:46,482 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6848ea588fb7f65bdd3eb227d55916d0#cf1#compaction#17 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:46,483 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/.tmp/cf1/84cc2c3d1e04471d90b0250657743ca2 is 34, key is 26/cf1:q/1696406623848/Put/seqid=0 2023-10-04T08:03:46,490 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/.tmp/cf2/98d1954ec3914bdda777339c7657514c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/98d1954ec3914bdda777339c7657514c 2023-10-04T08:03:46,497 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/.tmp/cf1/84cc2c3d1e04471d90b0250657743ca2 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/84cc2c3d1e04471d90b0250657743ca2 2023-10-04T08:03:46,498 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 6848ea588fb7f65bdd3eb227d55916d0/cf2 of 6848ea588fb7f65bdd3eb227d55916d0 into 98d1954ec3914bdda777339c7657514c(size=6.8 K), total size for store is 6.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:46,498 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 6848ea588fb7f65bdd3eb227d55916d0: 2023-10-04T08:03:46,498 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0., storeName=6848ea588fb7f65bdd3eb227d55916d0/cf2, priority=9, startTime=1696406626389; duration=0sec 2023-10-04T08:03:46,499 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,499 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6848ea588fb7f65bdd3eb227d55916d0:cf2 2023-10-04T08:03:46,506 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 6848ea588fb7f65bdd3eb227d55916d0/cf1 of 6848ea588fb7f65bdd3eb227d55916d0 into 84cc2c3d1e04471d90b0250657743ca2(size=6.8 K), total size for store is 6.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:46,506 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 6848ea588fb7f65bdd3eb227d55916d0: 2023-10-04T08:03:46,506 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0., storeName=6848ea588fb7f65bdd3eb227d55916d0/cf1, priority=9, startTime=1696406626387; duration=0sec 2023-10-04T08:03:46,506 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:46,506 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6848ea588fb7f65bdd3eb227d55916d0:cf1 2023-10-04T08:03:46,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:03:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35445 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Scan size: 159 connection: 172.31.12.81:34960 deadline: 1696406686604, exception=org.apache.hadoop.hbase.NotServingRegionException: testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2. is not online on jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:46,869 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '26', inclusive 2023-10-04T08:03:46,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-10-04T08:03:46,892 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-10-04T08:03:46,894 INFO [Listener at localhost/36205 {}] assignment.TestSplitTableRegionProcedure(570): Row Count = 60 2023-10-04T08:03:46,898 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '26', inclusive 2023-10-04T08:03:46,951 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:03:46,965 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testSplitTableRegionUnevenDaughter 2023-10-04T08:03:46,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testSplitTableRegionUnevenDaughter 2023-10-04T08:03:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:46,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406626987"}]},"ts":"1696406626987"} 2023-10-04T08:03:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-04T08:03:46,990 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionUnevenDaughter, state=DISABLING in hbase:meta 2023-10-04T08:03:46,993 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testSplitTableRegionUnevenDaughter to state=DISABLING 2023-10-04T08:03:46,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=270aee1e26ffa93c2fe754979b180ca7, UNASSIGN}, {pid=33, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=6848ea588fb7f65bdd3eb227d55916d0, UNASSIGN}] 2023-10-04T08:03:46,997 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=6848ea588fb7f65bdd3eb227d55916d0, UNASSIGN 2023-10-04T08:03:46,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6848ea588fb7f65bdd3eb227d55916d0, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:47,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE; CloseRegionProcedure 6848ea588fb7f65bdd3eb227d55916d0, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:47,005 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=270aee1e26ffa93c2fe754979b180ca7, UNASSIGN 2023-10-04T08:03:47,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=270aee1e26ffa93c2fe754979b180ca7, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:47,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=35, ppid=32, state=RUNNABLE; CloseRegionProcedure 270aee1e26ffa93c2fe754979b180ca7, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-04T08:03:47,154 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(119): Close 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:47,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1668): Closing 6848ea588fb7f65bdd3eb227d55916d0, disabling compactions & flushes 2023-10-04T08:03:47,154 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1690): Closing region testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:47,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:47,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. after waiting 0 ms 2023-10-04T08:03:47,154 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:47,167 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326] to archive 2023-10-04T08:03:47,173 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:47,181 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,183 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,185 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,187 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,189 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-9377946610f8442bad48178b36196713 2023-10-04T08:03:47,192 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-98c602df55694786aefa4aaa2ac4d489 2023-10-04T08:03:47,197 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-84f0ce7de8444f868b716a0cfc235326 2023-10-04T08:03:47,218 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307] to archive 2023-10-04T08:03:47,220 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:47,223 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,226 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,228 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,230 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,231 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-b6c38fb0311948c98e86834626a7b3df 2023-10-04T08:03:47,233 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-daa4bd6015c44d1faddda34e1e72e1dd 2023-10-04T08:03:47,235 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/testSplitTableRegionUnevenDaughter=7f42f4675004fef945a701787cb53fc2-e0bf263c5d2a42f89618064c87806307 2023-10-04T08:03:47,241 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:03:47,242 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:47,243 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1909): Closed testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0. 2023-10-04T08:03:47,243 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1622): Region close journal for 6848ea588fb7f65bdd3eb227d55916d0: 2023-10-04T08:03:47,247 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(163): Closed 6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:47,247 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(119): Close 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:47,247 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1668): Closing 270aee1e26ffa93c2fe754979b180ca7, disabling compactions & flushes 2023-10-04T08:03:47,248 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1690): Closing region testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:47,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:47,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. after waiting 0 ms 2023-10-04T08:03:47,248 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:47,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6848ea588fb7f65bdd3eb227d55916d0, regionState=CLOSED 2023-10-04T08:03:47,253 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3-bottom] to archive 2023-10-04T08:03:47,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=34, resume processing ppid=33 2023-10-04T08:03:47,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=34, ppid=33, state=SUCCESS; CloseRegionProcedure 6848ea588fb7f65bdd3eb227d55916d0, server=jenkins-hbase3.apache.org,35445,1696406619072 in 249 msec 2023-10-04T08:03:47,256 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:47,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=33, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=6848ea588fb7f65bdd3eb227d55916d0, UNASSIGN in 260 msec 2023-10-04T08:03:47,259 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bd15c74458144ac9a0dc754c0950aa94.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,262 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/d59ff9da4eb94ab4a28afc4de2e11231.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,263 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/e762341c9ae04fc5b67bc8969f49a96f.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,264 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/93af59b3583b4ca58c05721b608047b3.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,266 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3-bottom] to archive 2023-10-04T08:03:47,267 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:47,270 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/72f191094f4c4991af0e299dca7e6cf5.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,271 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5f2aa60df03140b68610266484019239.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,273 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/e82bc21bf24b46639319ef699920f0c4.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,275 DEBUG [StoreCloser-testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/6cd9912d0ff3435a85c1635c5dfda4f3.7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,281 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:03:47,281 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:47,283 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1909): Closed testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7. 2023-10-04T08:03:47,283 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1622): Region close journal for 270aee1e26ffa93c2fe754979b180ca7: 2023-10-04T08:03:47,285 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(163): Closed 270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:47,286 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=270aee1e26ffa93c2fe754979b180ca7, regionState=CLOSED 2023-10-04T08:03:47,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=35, resume processing ppid=32 2023-10-04T08:03:47,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=35, ppid=32, state=SUCCESS; CloseRegionProcedure 270aee1e26ffa93c2fe754979b180ca7, server=jenkins-hbase3.apache.org,35445,1696406619072 in 280 msec 2023-10-04T08:03:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-04T08:03:47,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=32, resume processing ppid=31 2023-10-04T08:03:47,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionUnevenDaughter, region=270aee1e26ffa93c2fe754979b180ca7, UNASSIGN in 295 msec 2023-10-04T08:03:47,295 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406627295"}]},"ts":"1696406627295"} 2023-10-04T08:03:47,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionUnevenDaughter, state=DISABLED in hbase:meta 2023-10-04T08:03:47,300 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testSplitTableRegionUnevenDaughter to state=DISABLED 2023-10-04T08:03:47,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter in 327 msec 2023-10-04T08:03:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=31 2023-10-04T08:03:47,596 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 31 completed 2023-10-04T08:03:47,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testSplitTableRegionUnevenDaughter 2023-10-04T08:03:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:47,610 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:47,613 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-04T08:03:47,622 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,624 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:47,625 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:47,628 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/recovered.edits] 2023-10-04T08:03:47,628 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/recovered.edits] 2023-10-04T08:03:47,629 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/recovered.edits] 2023-10-04T08:03:47,635 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/84f0ce7de8444f868b716a0cfc235326 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/84f0ce7de8444f868b716a0cfc235326 2023-10-04T08:03:47,636 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bcb59ac7963145c893ee130a06c8bcca to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf1/bcb59ac7963145c893ee130a06c8bcca 2023-10-04T08:03:47,636 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/84cc2c3d1e04471d90b0250657743ca2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf1/84cc2c3d1e04471d90b0250657743ca2 2023-10-04T08:03:47,639 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/9377946610f8442bad48178b36196713 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/9377946610f8442bad48178b36196713 2023-10-04T08:03:47,640 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5c6db87b97c54cb7af3aad313787daf1 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/cf2/5c6db87b97c54cb7af3aad313787daf1 2023-10-04T08:03:47,641 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/93af59b3583b4ca58c05721b608047b3 2023-10-04T08:03:47,644 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/98d1954ec3914bdda777339c7657514c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/cf2/98d1954ec3914bdda777339c7657514c 2023-10-04T08:03:47,648 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/98c602df55694786aefa4aaa2ac4d489 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/98c602df55694786aefa4aaa2ac4d489 2023-10-04T08:03:47,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7/recovered.edits/90.seqid 2023-10-04T08:03:47,651 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/270aee1e26ffa93c2fe754979b180ca7 2023-10-04T08:03:47,651 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/bd15c74458144ac9a0dc754c0950aa94 2023-10-04T08:03:47,653 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0/recovered.edits/90.seqid 2023-10-04T08:03:47,654 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/d59ff9da4eb94ab4a28afc4de2e11231 2023-10-04T08:03:47,658 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:47,659 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf1/e762341c9ae04fc5b67bc8969f49a96f 2023-10-04T08:03:47,663 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/5f2aa60df03140b68610266484019239 2023-10-04T08:03:47,665 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/6cd9912d0ff3435a85c1635c5dfda4f3 2023-10-04T08:03:47,666 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/72f191094f4c4991af0e299dca7e6cf5 2023-10-04T08:03:47,668 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/b6c38fb0311948c98e86834626a7b3df to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/b6c38fb0311948c98e86834626a7b3df 2023-10-04T08:03:47,670 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/daa4bd6015c44d1faddda34e1e72e1dd to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/daa4bd6015c44d1faddda34e1e72e1dd 2023-10-04T08:03:47,671 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e0bf263c5d2a42f89618064c87806307 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e0bf263c5d2a42f89618064c87806307 2023-10-04T08:03:47,673 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/cf2/e82bc21bf24b46639319ef699920f0c4 2023-10-04T08:03:47,677 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2/recovered.edits/85.seqid 2023-10-04T08:03:47,677 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionUnevenDaughter/7f42f4675004fef945a701787cb53fc2 2023-10-04T08:03:47,677 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testSplitTableRegionUnevenDaughter regions 2023-10-04T08:03:47,684 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:47,711 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 3 rows of testSplitTableRegionUnevenDaughter from hbase:meta 2023-10-04T08:03:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-04T08:03:47,764 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testSplitTableRegionUnevenDaughter' descriptor. 2023-10-04T08:03:47,766 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:47,766 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testSplitTableRegionUnevenDaughter' from region states. 2023-10-04T08:03:47,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406627766"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:47,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406627766"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:47,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406627766"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:47,773 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 3 regions from META 2023-10-04T08:03:47,773 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7f42f4675004fef945a701787cb53fc2, NAME => 'testSplitTableRegionUnevenDaughter,,1696406622016.7f42f4675004fef945a701787cb53fc2.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 270aee1e26ffa93c2fe754979b180ca7, NAME => 'testSplitTableRegionUnevenDaughter,,1696406624844.270aee1e26ffa93c2fe754979b180ca7.', STARTKEY => '', ENDKEY => '26'}, {ENCODED => 6848ea588fb7f65bdd3eb227d55916d0, NAME => 'testSplitTableRegionUnevenDaughter,26,1696406624844.6848ea588fb7f65bdd3eb227d55916d0.', STARTKEY => '26', ENDKEY => ''}] 2023-10-04T08:03:47,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testSplitTableRegionUnevenDaughter' as deleted. 2023-10-04T08:03:47,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionUnevenDaughter","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406627773"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:47,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testSplitTableRegionUnevenDaughter state from META 2023-10-04T08:03:47,779 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:47,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter in 178 msec 2023-10-04T08:03:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=36 2023-10-04T08:03:47,919 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testSplitTableRegionUnevenDaughter, procId: 36 completed 2023-10-04T08:03:47,939 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionUnevenDaughter Thread=381 (was 352) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60454 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60728 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:36250 [Waiting for operation #23] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RSProcedureDispatcher-pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS:2;jenkins-hbase3:35445-shortCompactions-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:549) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:53008 [Waiting for operation #22] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:53252 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:47066 [Waiting for operation #25] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:36288 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:53254 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60376 [Waiting for operation #13] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60472 [Waiting for operation #17] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60416 [Waiting for operation #13] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60500 [Waiting for operation #9] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60352 [Waiting for operation #10] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Timer for 'HBase' metrics system java.lang.Object.wait(Native Method) java.util.TimerThread.mainLoop(Timer.java:552) java.util.TimerThread.run(Timer.java:505) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:36226 [Waiting for operation #12] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:60716 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_682385271_18 at /127.0.0.1:36270 [Waiting for operation #7] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-3 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=852 (was 694) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=307 (was 306) - SystemLoadAverage LEAK? -, ProcessCount=168 (was 167) - ProcessCount LEAK? -, AvailableMemoryMB=6814 (was 6996) 2023-10-04T08:03:47,956 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testSplitWithoutPONR Thread=381, OpenFileDescriptor=852, MaxFileDescriptor=60000, SystemLoadAverage=307, ProcessCount=167, AvailableMemoryMB=6813 2023-10-04T08:03:47,956 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:03:47,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:03:47,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:47,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testSplitWithoutPONR execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:03:47,963 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:47,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testSplitWithoutPONR execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:03:47,987 INFO [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 91a9a8ef8aad53ad2e6edacfc58b4100, NAME => 'testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testSplitWithoutPONR', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:48,005 DEBUG [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(888): Instantiated testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:48,005 DEBUG [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(1668): Closing 91a9a8ef8aad53ad2e6edacfc58b4100, disabling compactions & flushes 2023-10-04T08:03:48,005 INFO [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(1690): Closing region testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,006 DEBUG [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,006 DEBUG [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. after waiting 0 ms 2023-10-04T08:03:48,006 DEBUG [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,006 INFO [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(1909): Closed testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,006 DEBUG [RegionOpenAndInit-testSplitWithoutPONR-pool-0 {}] regionserver.HRegion(1622): Region close journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:48,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testSplitWithoutPONR execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:03:48,012 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.","families":{"info":[{"qualifier":"regioninfo","vlen":54,"tag":[],"timestamp":"1696406628011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406628011"}]},"ts":"1696406628011"} 2023-10-04T08:03:48,015 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:03:48,016 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testSplitWithoutPONR execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:03:48,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitWithoutPONR","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406628016"}]},"ts":"1696406628016"} 2023-10-04T08:03:48,019 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitWithoutPONR, state=ENABLING in hbase:meta 2023-10-04T08:03:48,025 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:03:48,027 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:03:48,027 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:03:48,027 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:03:48,027 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:03:48,027 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:03:48,027 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:03:48,027 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:03:48,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, ASSIGN}] 2023-10-04T08:03:48,030 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, ASSIGN 2023-10-04T08:03:48,032 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:03:48,182 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:03:48,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:48,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:48,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(130): Open testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,342 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7254): Opening region: {ENCODED => 91a9a8ef8aad53ad2e6edacfc58b4100, NAME => 'testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:03:48,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:48,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitWithoutPONR 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(888): Instantiated testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:48,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7296): checking encryption for 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,343 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7299): checking classloading for 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,344 INFO [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,346 INFO [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91a9a8ef8aad53ad2e6edacfc58b4100 columnFamilyName cf1 2023-10-04T08:03:48,346 DEBUG [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:48,346 INFO [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] regionserver.HStore(324): Store=91a9a8ef8aad53ad2e6edacfc58b4100/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:48,346 INFO [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,348 INFO [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91a9a8ef8aad53ad2e6edacfc58b4100 columnFamilyName cf2 2023-10-04T08:03:48,348 DEBUG [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:48,348 INFO [StoreOpener-91a9a8ef8aad53ad2e6edacfc58b4100-1 {}] regionserver.HStore(324): Store=91a9a8ef8aad53ad2e6edacfc58b4100/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:48,349 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,350 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,351 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitWithoutPONR descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:03:48,353 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1076): writing seq id for 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:48,355 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:03:48,355 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): Opened 91a9a8ef8aad53ad2e6edacfc58b4100; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68344437, jitterRate=0.01841147243976593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:03:48,357 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(992): Region open journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:48,358 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100., pid=39, masterSystemTime=1696406628338 2023-10-04T08:03:48,360 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,360 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(158): Opened testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:48,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=39, resume processing ppid=38 2023-10-04T08:03:48,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 in 178 msec 2023-10-04T08:03:48,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=38, resume processing ppid=37 2023-10-04T08:03:48,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, ASSIGN in 338 msec 2023-10-04T08:03:48,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testSplitWithoutPONR execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:03:48,368 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitWithoutPONR","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406628368"}]},"ts":"1696406628368"} 2023-10-04T08:03:48,370 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitWithoutPONR, state=ENABLED in hbase:meta 2023-10-04T08:03:48,372 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testSplitWithoutPONR execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:03:48,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR in 413 msec 2023-10-04T08:03:48,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitWithoutPONR 2023-10-04T08:03:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:48,481 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-04T08:03:48,482 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:48,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-04T08:03:48,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2023-10-04T08:03:48,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,636 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2819): Flushing 91a9a8ef8aad53ad2e6edacfc58b4100 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:03:48,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/2d76e12e66be49a88963b8574669e263 is 34, key is 11/cf1:q/1696406628468/Put/seqid=0 2023-10-04T08:03:48,663 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/2d76e12e66be49a88963b8574669e263 2023-10-04T08:03:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/3988657fbefb41078e36cd5ccc31432b is 34, key is 11/cf2:q/1696406628468/Put/seqid=0 2023-10-04T08:03:48,692 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/3988657fbefb41078e36cd5ccc31432b 2023-10-04T08:03:48,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/2d76e12e66be49a88963b8574669e263 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263 2023-10-04T08:03:48,705 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:03:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/3988657fbefb41078e36cd5ccc31432b as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b 2023-10-04T08:03:48,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-10-04T08:03:48,707 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-10-04T08:03:48,709 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-10-04T08:03:48,709 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-10-04T08:03:48,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-04T08:03:48,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-10-04T08:03:48,711 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-10-04T08:03:48,711 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-10-04T08:03:48,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSplitWithoutPONR 2023-10-04T08:03:48,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSplitWithoutPONR Metrics about Tables on a single HBase RegionServer 2023-10-04T08:03:48,712 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:03:48,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:48,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro Metrics about HBase RegionObservers 2023-10-04T08:03:48,717 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for 91a9a8ef8aad53ad2e6edacfc58b4100 in 81ms, sequenceid=6, compaction requested=false 2023-10-04T08:03:48,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testSplitWithoutPONR' 2023-10-04T08:03:48,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2520): Flush status journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:48,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=41 2023-10-04T08:03:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=41 2023-10-04T08:03:48,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=41, resume processing ppid=40 2023-10-04T08:03:48,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=41, ppid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 238 msec 2023-10-04T08:03:48,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR in 245 msec 2023-10-04T08:03:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=40 2023-10-04T08:03:48,784 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitWithoutPONR, procId: 40 completed 2023-10-04T08:03:48,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitWithoutPONR 2023-10-04T08:03:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:48,806 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-04T08:03:48,807 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:48,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-04T08:03:48,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2023-10-04T08:03:48,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:48,961 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2819): Flushing 91a9a8ef8aad53ad2e6edacfc58b4100 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:48,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/62feac5f8cd542269dba4bb79773a7c0 is 34, key is 12/cf1:q/1696406628785/Put/seqid=0 2023-10-04T08:03:48,981 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/62feac5f8cd542269dba4bb79773a7c0 2023-10-04T08:03:48,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 is 34, key is 12/cf2:q/1696406628785/Put/seqid=0 2023-10-04T08:03:49,004 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 2023-10-04T08:03:49,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/62feac5f8cd542269dba4bb79773a7c0 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0 2023-10-04T08:03:49,019 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:03:49,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 2023-10-04T08:03:49,026 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:03:49,028 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 91a9a8ef8aad53ad2e6edacfc58b4100 in 66ms, sequenceid=19, compaction requested=false 2023-10-04T08:03:49,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2520): Flush status journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:49,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=43 2023-10-04T08:03:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=43 2023-10-04T08:03:49,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=43, resume processing ppid=42 2023-10-04T08:03:49,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=43, ppid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 224 msec 2023-10-04T08:03:49,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR in 232 msec 2023-10-04T08:03:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=42 2023-10-04T08:03:49,111 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitWithoutPONR, procId: 42 completed 2023-10-04T08:03:49,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitWithoutPONR 2023-10-04T08:03:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:49,139 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-04T08:03:49,139 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:49,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-04T08:03:49,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2023-10-04T08:03:49,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:49,294 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2819): Flushing 91a9a8ef8aad53ad2e6edacfc58b4100 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/0422f50f66e742a7a15467a747c8f5cf is 34, key is 17/cf1:q/1696406629112/Put/seqid=0 2023-10-04T08:03:49,314 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/0422f50f66e742a7a15467a747c8f5cf 2023-10-04T08:03:49,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/d31c3a14a89d4d359030f4ee0508345f is 34, key is 17/cf2:q/1696406629112/Put/seqid=0 2023-10-04T08:03:49,335 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/d31c3a14a89d4d359030f4ee0508345f 2023-10-04T08:03:49,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/0422f50f66e742a7a15467a747c8f5cf as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf 2023-10-04T08:03:49,351 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:03:49,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/d31c3a14a89d4d359030f4ee0508345f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f 2023-10-04T08:03:49,358 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:03:49,359 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 91a9a8ef8aad53ad2e6edacfc58b4100 in 65ms, sequenceid=32, compaction requested=true 2023-10-04T08:03:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2520): Flush status journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=45 2023-10-04T08:03:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=45 2023-10-04T08:03:49,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=45, resume processing ppid=44 2023-10-04T08:03:49,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=45, ppid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 222 msec 2023-10-04T08:03:49,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR in 229 msec 2023-10-04T08:03:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=44 2023-10-04T08:03:49,442 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitWithoutPONR, procId: 44 completed 2023-10-04T08:03:49,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitWithoutPONR 2023-10-04T08:03:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:49,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-10-04T08:03:49,473 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:49,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-10-04T08:03:49,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2023-10-04T08:03:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:49,628 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2819): Flushing 91a9a8ef8aad53ad2e6edacfc58b4100 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:49,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 is 34, key is 22/cf1:q/1696406629443/Put/seqid=0 2023-10-04T08:03:49,647 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 2023-10-04T08:03:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/1071b1e2212146328d4aabc4f44a32b6 is 34, key is 22/cf2:q/1696406629443/Put/seqid=0 2023-10-04T08:03:49,672 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/1071b1e2212146328d4aabc4f44a32b6 2023-10-04T08:03:49,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 2023-10-04T08:03:49,685 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:03:49,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/1071b1e2212146328d4aabc4f44a32b6 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6 2023-10-04T08:03:49,694 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:03:49,698 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 91a9a8ef8aad53ad2e6edacfc58b4100 in 70ms, sequenceid=45, compaction requested=true 2023-10-04T08:03:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2520): Flush status journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:49,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=47 2023-10-04T08:03:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=47 2023-10-04T08:03:49,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=47, resume processing ppid=46 2023-10-04T08:03:49,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=47, ppid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 229 msec 2023-10-04T08:03:49,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR in 239 msec 2023-10-04T08:03:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=46 2023-10-04T08:03:49,778 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitWithoutPONR, procId: 46 completed 2023-10-04T08:03:49,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitWithoutPONR 2023-10-04T08:03:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:49,799 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-04T08:03:49,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:49,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-04T08:03:49,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2023-10-04T08:03:49,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:49,956 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2819): Flushing 91a9a8ef8aad53ad2e6edacfc58b4100 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/f8655edab9204a38aa83d8da7af828fa is 34, key is 27/cf1:q/1696406629779/Put/seqid=0 2023-10-04T08:03:49,973 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/f8655edab9204a38aa83d8da7af828fa 2023-10-04T08:03:49,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/010319c7e191469696e567378c55f57c is 34, key is 27/cf2:q/1696406629779/Put/seqid=0 2023-10-04T08:03:50,000 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/010319c7e191469696e567378c55f57c 2023-10-04T08:03:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/f8655edab9204a38aa83d8da7af828fa as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa 2023-10-04T08:03:50,013 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:03:50,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/010319c7e191469696e567378c55f57c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c 2023-10-04T08:03:50,020 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:03:50,022 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 91a9a8ef8aad53ad2e6edacfc58b4100 in 66ms, sequenceid=58, compaction requested=true 2023-10-04T08:03:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2520): Flush status journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=49 2023-10-04T08:03:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=49 2023-10-04T08:03:50,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=49, resume processing ppid=48 2023-10-04T08:03:50,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=49, ppid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 226 msec 2023-10-04T08:03:50,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR in 233 msec 2023-10-04T08:03:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=48 2023-10-04T08:03:50,103 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitWithoutPONR, procId: 48 completed 2023-10-04T08:03:50,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitWithoutPONR 2023-10-04T08:03:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:50,129 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-10-04T08:03:50,130 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:50,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-10-04T08:03:50,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2023-10-04T08:03:50,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:50,285 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2819): Flushing 91a9a8ef8aad53ad2e6edacfc58b4100 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:50,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 is 34, key is 32/cf1:q/1696406630104/Put/seqid=0 2023-10-04T08:03:50,310 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 2023-10-04T08:03:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/33e9663d8cfd40cc90c78ce499a22b02 is 34, key is 32/cf2:q/1696406630104/Put/seqid=0 2023-10-04T08:03:50,331 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/33e9663d8cfd40cc90c78ce499a22b02 2023-10-04T08:03:50,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 2023-10-04T08:03:50,343 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:03:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/33e9663d8cfd40cc90c78ce499a22b02 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02 2023-10-04T08:03:50,350 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:03:50,351 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 91a9a8ef8aad53ad2e6edacfc58b4100 in 67ms, sequenceid=71, compaction requested=true 2023-10-04T08:03:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2520): Flush status journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=51 2023-10-04T08:03:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=51 2023-10-04T08:03:50,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=51, resume processing ppid=50 2023-10-04T08:03:50,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=51, ppid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 224 msec 2023-10-04T08:03:50,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR in 231 msec 2023-10-04T08:03:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=50 2023-10-04T08:03:50,434 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitWithoutPONR, procId: 50 completed 2023-10-04T08:03:50,696 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2023-10-04T08:03:50,698 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:50,699 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,701 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:50,701 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:50,702 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:50,949 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 2 exec state=pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,951 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:50,951 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:50,951 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:50,954 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2023-10-04T08:03:50,954 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:50,954 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:50,954 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:50,955 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:50,955 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:50,960 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[] 2023-10-04T08:03:50,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:50,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:50,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:50,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:50,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,965 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,965 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:50,965 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,966 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:50,966 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:50,966 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:50,967 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:50,967 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:50,967 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:50,967 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:50,967 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:50,968 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,968 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:50,968 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,968 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,968 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,969 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 13 msec 2023-10-04T08:03:50,970 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:50,971 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:50,971 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:50,973 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:50,973 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:50,973 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:50,973 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:50,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:50,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:50,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:50,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:50,975 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406660975 2023-10-04T08:03:50,977 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:50,977 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,985 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:50,986 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:50,986 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:50,986 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406690986 2023-10-04T08:03:50,986 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406750986 2023-10-04T08:03:50,986 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 9 msec 2023-10-04T08:03:50,986 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:50,989 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:50,989 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:50,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:50,989 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:51,236 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 3 exec state=pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,237 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:51,237 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:51,237 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:51,238 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:51,238 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:51,238 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:51,238 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:51,239 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:51,240 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-04T08:03:51,243 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0] 2023-10-04T08:03:51,244 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:51,244 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:51,245 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:51,245 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:51,245 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,246 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,246 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,246 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,247 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,247 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,247 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,248 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:51,248 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,248 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,249 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:51,249 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:51,249 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:51,250 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:51,250 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:51,250 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:51,250 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:51,251 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,251 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:51,251 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,251 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,251 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,252 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 11 msec 2023-10-04T08:03:51,253 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,253 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:51,253 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:51,255 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,255 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,255 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,256 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,260 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406661260 2023-10-04T08:03:51,262 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:51,262 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,266 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,266 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,267 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:51,267 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406691267 2023-10-04T08:03:51,267 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406751267 2023-10-04T08:03:51,267 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 5 msec 2023-10-04T08:03:51,267 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:51,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN}] 2023-10-04T08:03:51,270 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:51,270 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:51,271 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:51,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:03:51,517 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,517 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:51,517 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:51,517 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:51,518 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:51,518 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:51,518 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:51,518 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:51,518 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:51,519 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-04T08:03:51,522 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1] 2023-10-04T08:03:51,523 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:51,524 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:51,524 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:51,524 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:51,525 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,525 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,525 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,526 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,526 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,526 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,526 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,527 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:51,527 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,527 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,528 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:51,528 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:51,528 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:51,529 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:51,529 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:51,529 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:51,529 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:51,530 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,530 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:51,530 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,530 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,530 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,530 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 10 msec 2023-10-04T08:03:51,534 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,534 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:51,535 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:51,541 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,541 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,541 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,541 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,545 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406661545 2023-10-04T08:03:51,547 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:51,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,559 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,560 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,560 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:51,560 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406691560 2023-10-04T08:03:51,560 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406751560 2023-10-04T08:03:51,560 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 13 msec 2023-10-04T08:03:51,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN}] 2023-10-04T08:03:51,561 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:51,564 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:51,565 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:51,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:51,570 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:51,570 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=53, ppid=52, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED, locked=true; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:51,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:51,571 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=53, ppid=52, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED, locked=true; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:51,811 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,811 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:51,811 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:51,811 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:51,812 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:51,812 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:51,813 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:51,813 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:51,813 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:51,814 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-04T08:03:51,816 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:03:51,816 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=53, ppid=52, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2023-10-04T08:03:51,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:51,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:51,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:51,818 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:51,818 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,818 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,819 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,819 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,819 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,819 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,819 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,819 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:51,820 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,820 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:51,820 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:51,820 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:51,820 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:51,820 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:51,821 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:51,821 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:51,821 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:51,822 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,822 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:51,822 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:51,822 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,822 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,822 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:51,823 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:51,823 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:51,823 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 8 msec 2023-10-04T08:03:51,824 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,824 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:51,824 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:51,825 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,826 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,825 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,826 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:51,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:51,826 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN to state=OFFLINE, location=null, table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100 to restore RIT 2023-10-04T08:03:51,830 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406661830 2023-10-04T08:03:51,831 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:51,831 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:51,835 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,836 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSING, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:51,836 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:51,836 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406691836 2023-10-04T08:03:51,836 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406751836 2023-10-04T08:03:51,836 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 5 msec 2023-10-04T08:03:51,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:51,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:51,838 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:51,994 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(119): Close 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:51,994 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1668): Closing 91a9a8ef8aad53ad2e6edacfc58b4100, disabling compactions & flushes 2023-10-04T08:03:51,994 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1690): Closing region testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:51,994 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:51,994 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1778): Acquired close lock on testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. after waiting 0 ms 2023-10-04T08:03:51,994 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1788): Updates disabled for region testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:51,994 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(2819): Flushing 91a9a8ef8aad53ad2e6edacfc58b4100 2/2 column families, dataSize=480 B heapSize=2.13 KB 2023-10-04T08:03:51,999 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/bf114d13e5024f589f77adc6326fa6a5 is 34, key is 37/cf1:q/1696406630434/Put/seqid=0 2023-10-04T08:03:52,009 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/bf114d13e5024f589f77adc6326fa6a5 2023-10-04T08:03:52,019 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/3318bdebc744427c8c4d55af84e8ba9c is 34, key is 37/cf2:q/1696406630434/Put/seqid=0 2023-10-04T08:03:52,029 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/3318bdebc744427c8c4d55af84e8ba9c 2023-10-04T08:03:52,035 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf1/bf114d13e5024f589f77adc6326fa6a5 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5 2023-10-04T08:03:52,040 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:03:52,041 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/.tmp/cf2/3318bdebc744427c8c4d55af84e8ba9c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c 2023-10-04T08:03:52,047 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:03:52,048 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(3022): Finished flush of dataSize ~480 B/480, heapSize ~2.09 KB/2144, currentSize=0 B/0 for 91a9a8ef8aad53ad2e6edacfc58b4100 in 54ms, sequenceid=82, compaction requested=true 2023-10-04T08:03:52,073 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=1 2023-10-04T08:03:52,074 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:52,074 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1909): Closed testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. 2023-10-04T08:03:52,075 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1622): Region close journal for 91a9a8ef8aad53ad2e6edacfc58b4100: 2023-10-04T08:03:52,077 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(163): Closed 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED 2023-10-04T08:03:52,083 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:52,083 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=54, ppid=53, state=SUCCESS, locked=true; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:52,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:52,084 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=54, ppid=53, state=SUCCESS, locked=true; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:52,086 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,087 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:52,087 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:52,087 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:52,087 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:52,087 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:52,087 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:52,087 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:52,087 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:52,088 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:52,090 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:03:52,091 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=53, ppid=52, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3] 2023-10-04T08:03:52,091 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=54, ppid=53, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4] 2023-10-04T08:03:52,091 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:52,092 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:52,092 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:52,092 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:52,093 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,093 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,093 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,093 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,094 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,094 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,094 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,095 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:52,095 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,095 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,096 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:52,096 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:52,096 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:52,096 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:52,096 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:52,096 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:52,096 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:52,097 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,097 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=53, ppid=52, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:52,097 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:52,097 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:52,097 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,098 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,098 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,098 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=53, ppid=52, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:52,098 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:52,098 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:52,098 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 10 msec 2023-10-04T08:03:52,099 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,099 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:52,099 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:52,101 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,101 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,101 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,101 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,101 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=53, ppid=52, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN to state=OFFLINE, location=null, table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100 to restore RIT 2023-10-04T08:03:52,102 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406662102 2023-10-04T08:03:52,102 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:52,105 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:52,108 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,108 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,108 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:52,108 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406692108 2023-10-04T08:03:52,109 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406752109 2023-10-04T08:03:52,109 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 6 msec 2023-10-04T08:03:52,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:52,112 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:52,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=54, resume processing ppid=53 2023-10-04T08:03:52,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 in 274 msec 2023-10-04T08:03:52,116 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:52,116 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=53, ppid=52, state=SUCCESS, locked=true; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:52,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:52,117 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=53, ppid=52, state=SUCCESS, locked=true; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:52,359 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,359 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:52,359 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:52,359 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:52,360 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:52,360 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:52,361 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:52,361 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:52,361 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:52,362 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:52,364 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:03:52,364 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=53, ppid=52, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3] 2023-10-04T08:03:52,364 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=54, ppid=53, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:03:52,365 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:52,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:52,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:52,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:52,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,368 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,368 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,368 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,368 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:52,369 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,369 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,369 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:52,369 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:52,370 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:52,370 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:52,370 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:52,370 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:52,370 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:52,371 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,371 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:52,371 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:52,371 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:52,371 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,371 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,371 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,371 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:52,371 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:52,371 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:03:52,372 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,372 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:52,372 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:52,374 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,374 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,374 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,374 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,375 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN to state=OFFLINE, location=null, table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100 to restore RIT 2023-10-04T08:03:52,375 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406662375 2023-10-04T08:03:52,376 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:52,376 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:52,379 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,379 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,379 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:52,379 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406692379 2023-10-04T08:03:52,379 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406752379 2023-10-04T08:03:52,379 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:03:52,379 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:52,381 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:52,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=53, resume processing ppid=52 2023-10-04T08:03:52,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN in 820 msec 2023-10-04T08:03:52,389 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:52,389 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:52,390 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:52,629 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 4 exec state=pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,630 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:52,630 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:52,630 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:52,630 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:52,630 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:52,630 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:52,630 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:52,630 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:52,631 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:52,633 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:03:52,633 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=53, ppid=52, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:03:52,633 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=54, ppid=53, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:03:52,634 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:52,634 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:52,634 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:52,634 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:52,635 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,635 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,635 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,636 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,636 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,636 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,636 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,637 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:52,637 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,637 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:52,638 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:52,638 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:52,638 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:52,638 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:52,639 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:52,639 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:52,639 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:52,640 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,640 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:52,640 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:52,640 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=52, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:52,640 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:52,640 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:52,641 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:03:52,641 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,642 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:52,642 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:52,649 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,649 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,649 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,649 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:52,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:52,650 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406662650 2023-10-04T08:03:52,651 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:52,651 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=52, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,654 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,654 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:52,655 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:52,655 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406692655 2023-10-04T08:03:52,655 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406752655 2023-10-04T08:03:52,655 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:03:52,655 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,655 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,655 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:52,661 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:52,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:52,669 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:52,673 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=52 splitting 14 storefiles, region=91a9a8ef8aad53ad2e6edacfc58b4100, threads=14 2023-10-04T08:03:52,674 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,674 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,674 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,674 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,674 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,674 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,674 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,675 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,675 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,675 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,675 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,676 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,676 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,677 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,861 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,885 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,922 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,924 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,937 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,945 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,950 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:52,975 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,004 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,012 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,032 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,033 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,050 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,063 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,063 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=52 split storefiles for region 91a9a8ef8aad53ad2e6edacfc58b4100 Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100] storefiles. 2023-10-04T08:03:53,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,098 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,166 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:53,166 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:53,167 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:53,405 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 5 exec state=pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,405 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:53,406 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:53,406 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:53,406 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:53,406 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:53,406 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:53,406 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:53,406 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:53,407 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:53,408 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7] 2023-10-04T08:03:53,408 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=53, ppid=52, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:03:53,408 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=54, ppid=53, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:03:53,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:53,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:53,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:53,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:53,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:53,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,412 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,412 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:53,412 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:53,412 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:53,412 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:53,413 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:53,413 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:53,413 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:53,414 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,414 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:53,414 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:53,414 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:53,414 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,414 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,414 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,414 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:53,414 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:53,415 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:03:53,415 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:53,415 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:53,416 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:53,418 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,418 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,418 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,418 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,419 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406663419 2023-10-04T08:03:53,420 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,420 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:53,423 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:53,424 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:53,424 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:53,424 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406693424 2023-10-04T08:03:53,424 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406753424 2023-10-04T08:03:53,424 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:03:53,430 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,437 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=52 splitting 14 storefiles, region=91a9a8ef8aad53ad2e6edacfc58b4100, threads=14 2023-10-04T08:03:53,438 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,446 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,446 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,446 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,450 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,450 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,451 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,454 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,454 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,457 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,461 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,461 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,461 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,462 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=52 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,646 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,654 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,674 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,694 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,695 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,695 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,704 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,706 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,717 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,724 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,726 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,727 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,728 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,735 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=52 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263 for region: 91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:53,736 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=52 split storefiles for region 91a9a8ef8aad53ad2e6edacfc58b4100 Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100] storefiles. 2023-10-04T08:03:53,756 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,801 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,811 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:53,827 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:53,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:03:53,835 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:03:53,835 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:53,835 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:53,836 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:53,924 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 6 exec state=pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,924 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:53,925 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:53,925 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:53,926 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:53,926 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:53,926 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:53,926 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:53,926 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:53,927 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:53,928 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8] 2023-10-04T08:03:53,929 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=53, ppid=52, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:03:53,929 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=54, ppid=53, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:03:53,929 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:53,930 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:53,930 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:53,930 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:53,931 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,931 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,931 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,931 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,931 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,932 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,932 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,932 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:53,933 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,933 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:53,933 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:53,934 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:53,934 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:53,934 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:53,934 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:53,934 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:53,935 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:53,935 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,935 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:53,936 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:53,936 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:53,936 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,936 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,936 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,936 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:53,936 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:53,937 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:03:53,937 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:53,937 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:53,937 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:53,939 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,939 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,939 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,939 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:53,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:53,942 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406663942 2023-10-04T08:03:53,943 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,943 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:53,947 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:53,947 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:53,947 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:53,947 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406693947 2023-10-04T08:03:53,947 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406753947 2023-10-04T08:03:53,947 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:03:53,951 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:53,953 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:53,953 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:53,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:53,954 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:54,198 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:03:54,198 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:54,198 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:54,198 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:54,199 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:54,199 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:54,200 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:54,200 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:54,200 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:54,201 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:54,202 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=52, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9] 2023-10-04T08:03:54,203 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=53, ppid=52, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:03:54,203 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=54, ppid=53, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:03:54,203 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:54,203 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:54,204 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:54,204 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:54,205 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,205 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,205 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,205 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,205 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,205 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,206 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,206 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:54,206 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,207 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:54,207 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:54,207 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:54,207 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:54,208 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:54,208 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:54,208 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:54,208 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:54,209 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,209 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN 2023-10-04T08:03:54,209 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:54,209 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:54,210 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,210 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,210 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,210 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=91a9a8ef8aad53ad2e6edacfc58b4100, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:54,210 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure 91a9a8ef8aad53ad2e6edacfc58b4100, server=jenkins-hbase3.apache.org,39189,1696406618997 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:54,210 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:03:54,211 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:54,211 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:54,212 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:54,213 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:54,213 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:54,213 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:54,213 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:54,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:54,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:54,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:54,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:54,214 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406664214 2023-10-04T08:03:54,216 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=52, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,216 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:54,218 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:54,219 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=91a9a8ef8aad53ad2e6edacfc58b4100, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:54,219 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:54,219 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406694219 2023-10-04T08:03:54,219 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406754219 2023-10-04T08:03:54,219 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:03:54,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.","families":{"info":[{"qualifier":"regioninfo","vlen":54,"tag":[],"timestamp":"1696406634221"},{"qualifier":"splitA","vlen":56,"tag":[],"timestamp":"1696406634221"},{"qualifier":"splitB","vlen":56,"tag":[],"timestamp":"1696406634221"}]},"ts":"1696406634221"} 2023-10-04T08:03:54,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.","families":{"info":[{"qualifier":"regioninfo","vlen":56,"tag":[],"timestamp":"1696406634221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406634221"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406634221"}]},"ts":"1696406634221"} 2023-10-04T08:03:54,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.","families":{"info":[{"qualifier":"regioninfo","vlen":56,"tag":[],"timestamp":"1696406634221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406634221"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406634221"}]},"ts":"1696406634221"} 2023-10-04T08:03:54,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=55, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=498cd6bbedbf32beb4568cda9b0336fe, ASSIGN}, {pid=56, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=5bd3250f9e20fcc1520f5b7b086a9989, ASSIGN}] 2023-10-04T08:03:54,230 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=56, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=5bd3250f9e20fcc1520f5b7b086a9989, ASSIGN 2023-10-04T08:03:54,231 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=56, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitWithoutPONR, region=5bd3250f9e20fcc1520f5b7b086a9989, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:03:54,232 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=55, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=498cd6bbedbf32beb4568cda9b0336fe, ASSIGN 2023-10-04T08:03:54,232 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=55, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitWithoutPONR, region=498cd6bbedbf32beb4568cda9b0336fe, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:03:54,381 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 2 regions. 2 retained the pre-restart assignment. 2023-10-04T08:03:54,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=5bd3250f9e20fcc1520f5b7b086a9989, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:54,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE; OpenRegionProcedure 5bd3250f9e20fcc1520f5b7b086a9989, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:54,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=498cd6bbedbf32beb4568cda9b0336fe, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:54,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=58, ppid=55, state=RUNNABLE; OpenRegionProcedure 498cd6bbedbf32beb4568cda9b0336fe, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:54,542 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(130): Open testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:54,542 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7254): Opening region: {ENCODED => 498cd6bbedbf32beb4568cda9b0336fe, NAME => 'testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.', STARTKEY => '', ENDKEY => '41'} 2023-10-04T08:03:54,543 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:54,543 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitWithoutPONR 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,543 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(888): Instantiated testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:54,543 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7296): checking encryption for 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,543 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7299): checking classloading for 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,545 INFO [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,546 INFO [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 498cd6bbedbf32beb4568cda9b0336fe columnFamilyName cf1 2023-10-04T08:03:54,546 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:54,570 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf-bottom 2023-10-04T08:03:54,577 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263-bottom 2023-10-04T08:03:54,583 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0-bottom 2023-10-04T08:03:54,588 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2-bottom 2023-10-04T08:03:54,593 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86-bottom 2023-10-04T08:03:54,598 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5-bottom 2023-10-04T08:03:54,603 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa-bottom 2023-10-04T08:03:54,603 INFO [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.HStore(324): Store=498cd6bbedbf32beb4568cda9b0336fe/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:54,604 INFO [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,604 INFO [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 498cd6bbedbf32beb4568cda9b0336fe columnFamilyName cf2 2023-10-04T08:03:54,605 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:54,621 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c-bottom 2023-10-04T08:03:54,627 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6-bottom 2023-10-04T08:03:54,632 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c-bottom 2023-10-04T08:03:54,638 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02-bottom 2023-10-04T08:03:54,643 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b-bottom 2023-10-04T08:03:54,648 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2-bottom 2023-10-04T08:03:54,654 DEBUG [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f-bottom 2023-10-04T08:03:54,655 INFO [StoreOpener-498cd6bbedbf32beb4568cda9b0336fe-1 {}] regionserver.HStore(324): Store=498cd6bbedbf32beb4568cda9b0336fe/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:54,656 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,656 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,658 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitWithoutPONR descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:03:54,659 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1076): writing seq id for 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:54,659 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1093): Opened 498cd6bbedbf32beb4568cda9b0336fe; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61859043, jitterRate=-0.0782284289598465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:03:54,660 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(992): Region open journal for 498cd6bbedbf32beb4568cda9b0336fe: 2023-10-04T08:03:54,661 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe., pid=58, masterSystemTime=1696406634538 2023-10-04T08:03:54,661 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.CompactSplit(403): Add compact mark for store 498cd6bbedbf32beb4568cda9b0336fe:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:03:54,661 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.CompactSplit(403): Add compact mark for store 498cd6bbedbf32beb4568cda9b0336fe:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:03:54,662 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,662 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:03:54,662 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:03:54,662 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:54,662 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:54,662 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1534): 498cd6bbedbf32beb4568cda9b0336fe/cf1 is initiating minor compaction (all files) 2023-10-04T08:03:54,662 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1534): 498cd6bbedbf32beb4568cda9b0336fe/cf2 is initiating minor compaction (all files) 2023-10-04T08:03:54,662 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 498cd6bbedbf32beb4568cda9b0336fe/cf1 in testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:54,662 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 498cd6bbedbf32beb4568cda9b0336fe/cf2 in testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:54,663 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/.tmp, totalSize=35.5 K 2023-10-04T08:03:54,663 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/.tmp, totalSize=35.5 K 2023-10-04T08:03:54,664 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406628468 2023-10-04T08:03:54,664 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406628468 2023-10-04T08:03:54,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:54,664 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(158): Opened testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:54,664 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(130): Open testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:54,664 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7254): Opening region: {ENCODED => 5bd3250f9e20fcc1520f5b7b086a9989, NAME => 'testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.', STARTKEY => '41', ENDKEY => ''} 2023-10-04T08:03:54,664 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406628785 2023-10-04T08:03:54,664 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406628785 2023-10-04T08:03:54,665 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:54,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitWithoutPONR 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(888): Instantiated testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:54,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7296): checking encryption for 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,665 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7299): checking classloading for 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,666 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406629112 2023-10-04T08:03:54,666 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406629112 2023-10-04T08:03:54,666 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=55 updating hbase:meta row=498cd6bbedbf32beb4568cda9b0336fe, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:54,666 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406629443 2023-10-04T08:03:54,667 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406629443 2023-10-04T08:03:54,667 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406629779 2023-10-04T08:03:54,667 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406630104 2023-10-04T08:03:54,667 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406629779 2023-10-04T08:03:54,668 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406630434 2023-10-04T08:03:54,668 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406630104 2023-10-04T08:03:54,669 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406630434 2023-10-04T08:03:54,671 INFO [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=58, resume processing ppid=55 2023-10-04T08:03:54,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=58, ppid=55, state=SUCCESS; OpenRegionProcedure 498cd6bbedbf32beb4568cda9b0336fe, server=jenkins-hbase3.apache.org,39189,1696406618997 in 278 msec 2023-10-04T08:03:54,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=55, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=498cd6bbedbf32beb4568cda9b0336fe, ASSIGN in 444 msec 2023-10-04T08:03:54,675 INFO [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd3250f9e20fcc1520f5b7b086a9989 columnFamilyName cf1 2023-10-04T08:03:54,675 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:54,700 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf-top 2023-10-04T08:03:54,709 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 498cd6bbedbf32beb4568cda9b0336fe#cf1#compaction#32 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:54,709 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263-top 2023-10-04T08:03:54,709 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/.tmp/cf1/43f5f0689d214f768743cb68161a0b4f is 34, key is 11/cf1:q/1696406628468/Put/seqid=0 2023-10-04T08:03:54,713 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 498cd6bbedbf32beb4568cda9b0336fe#cf2#compaction#33 average throughput is 0.86 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:54,714 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/.tmp/cf2/99851453feb1414ab5cca735c65a59f4 is 34, key is 11/cf2:q/1696406628468/Put/seqid=0 2023-10-04T08:03:54,716 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0-top 2023-10-04T08:03:54,723 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2-top 2023-10-04T08:03:54,727 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86-top 2023-10-04T08:03:54,732 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5-top 2023-10-04T08:03:54,737 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa-top 2023-10-04T08:03:54,742 INFO [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.HStore(324): Store=5bd3250f9e20fcc1520f5b7b086a9989/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:54,742 INFO [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,743 INFO [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bd3250f9e20fcc1520f5b7b086a9989 columnFamilyName cf2 2023-10-04T08:03:54,743 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:54,758 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/.tmp/cf1/43f5f0689d214f768743cb68161a0b4f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/43f5f0689d214f768743cb68161a0b4f 2023-10-04T08:03:54,761 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/.tmp/cf2/99851453feb1414ab5cca735c65a59f4 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/99851453feb1414ab5cca735c65a59f4 2023-10-04T08:03:54,767 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 498cd6bbedbf32beb4568cda9b0336fe/cf1 of 498cd6bbedbf32beb4568cda9b0336fe into 43f5f0689d214f768743cb68161a0b4f(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:54,767 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 498cd6bbedbf32beb4568cda9b0336fe: 2023-10-04T08:03:54,767 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe., storeName=498cd6bbedbf32beb4568cda9b0336fe/cf1, priority=9, startTime=1696406634661; duration=0sec 2023-10-04T08:03:54,767 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,767 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 498cd6bbedbf32beb4568cda9b0336fe:cf1 2023-10-04T08:03:54,769 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 498cd6bbedbf32beb4568cda9b0336fe/cf2 of 498cd6bbedbf32beb4568cda9b0336fe into 99851453feb1414ab5cca735c65a59f4(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:54,769 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 498cd6bbedbf32beb4568cda9b0336fe: 2023-10-04T08:03:54,769 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe., storeName=498cd6bbedbf32beb4568cda9b0336fe/cf2, priority=9, startTime=1696406634662; duration=0sec 2023-10-04T08:03:54,769 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,769 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 498cd6bbedbf32beb4568cda9b0336fe:cf2 2023-10-04T08:03:54,771 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c-top 2023-10-04T08:03:54,776 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6-top 2023-10-04T08:03:54,781 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c-top 2023-10-04T08:03:54,785 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02-top 2023-10-04T08:03:54,790 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b-top 2023-10-04T08:03:54,798 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2-top 2023-10-04T08:03:54,803 DEBUG [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f-top 2023-10-04T08:03:54,803 INFO [StoreOpener-5bd3250f9e20fcc1520f5b7b086a9989-1 {}] regionserver.HStore(324): Store=5bd3250f9e20fcc1520f5b7b086a9989/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:54,804 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,806 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,807 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitWithoutPONR descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:03:54,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1076): writing seq id for 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:54,810 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): Opened 5bd3250f9e20fcc1520f5b7b086a9989; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59317389, jitterRate=-0.11610202491283417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:03:54,810 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(992): Region open journal for 5bd3250f9e20fcc1520f5b7b086a9989: 2023-10-04T08:03:54,811 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989., pid=57, masterSystemTime=1696406634538 2023-10-04T08:03:54,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.CompactSplit(403): Add compact mark for store 5bd3250f9e20fcc1520f5b7b086a9989:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:03:54,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,812 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:03:54,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.CompactSplit(403): Add compact mark for store 5bd3250f9e20fcc1520f5b7b086a9989:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:03:54,812 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:54,812 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,812 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1534): 5bd3250f9e20fcc1520f5b7b086a9989/cf1 is initiating minor compaction (all files) 2023-10-04T08:03:54,812 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:03:54,813 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 5bd3250f9e20fcc1520f5b7b086a9989/cf1 in testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:54,813 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:54,813 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1534): 5bd3250f9e20fcc1520f5b7b086a9989/cf2 is initiating minor compaction (all files) 2023-10-04T08:03:54,813 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 5bd3250f9e20fcc1520f5b7b086a9989/cf2 in testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:54,813 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5-top] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/.tmp, totalSize=35.5 K 2023-10-04T08:03:54,813 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c-top] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/.tmp, totalSize=35.5 K 2023-10-04T08:03:54,814 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406628468 2023-10-04T08:03:54,814 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406628468 2023-10-04T08:03:54,814 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406628785 2023-10-04T08:03:54,815 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:54,815 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(158): Opened testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:54,815 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406629112 2023-10-04T08:03:54,815 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406628785 2023-10-04T08:03:54,816 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=56 updating hbase:meta row=5bd3250f9e20fcc1520f5b7b086a9989, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:54,816 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406629443 2023-10-04T08:03:54,816 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406629112 2023-10-04T08:03:54,817 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406629443 2023-10-04T08:03:54,817 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1696406629779 2023-10-04T08:03:54,818 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1696406629779 2023-10-04T08:03:54,818 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1696406630104 2023-10-04T08:03:54,818 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406630434 2023-10-04T08:03:54,819 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1696406630104 2023-10-04T08:03:54,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=57, resume processing ppid=56 2023-10-04T08:03:54,820 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406630434 2023-10-04T08:03:54,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=57, ppid=56, state=SUCCESS; OpenRegionProcedure 5bd3250f9e20fcc1520f5b7b086a9989, server=jenkins-hbase3.apache.org,39189,1696406618997 in 432 msec 2023-10-04T08:03:54,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=56, resume processing ppid=52 2023-10-04T08:03:54,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=56, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=5bd3250f9e20fcc1520f5b7b086a9989, ASSIGN in 594 msec 2023-10-04T08:03:54,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 in 4.1280 sec 2023-10-04T08:03:54,850 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bd3250f9e20fcc1520f5b7b086a9989#cf2#compaction#34 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:54,850 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/.tmp/cf2/20149a43942e46b6ba2b2832aa1f363c is 34, key is 41/cf2:q/1696406630444/Put/seqid=0 2023-10-04T08:03:54,852 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bd3250f9e20fcc1520f5b7b086a9989#cf1#compaction#35 average throughput is 0.86 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:03:54,852 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/.tmp/cf1/207c260cb9034e74807d5d1aa7caffad is 34, key is 41/cf1:q/1696406630444/Put/seqid=0 2023-10-04T08:03:54,876 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/.tmp/cf2/20149a43942e46b6ba2b2832aa1f363c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/20149a43942e46b6ba2b2832aa1f363c 2023-10-04T08:03:54,878 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/.tmp/cf1/207c260cb9034e74807d5d1aa7caffad as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/207c260cb9034e74807d5d1aa7caffad 2023-10-04T08:03:54,883 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 5bd3250f9e20fcc1520f5b7b086a9989/cf2 of 5bd3250f9e20fcc1520f5b7b086a9989 into 20149a43942e46b6ba2b2832aa1f363c(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:54,883 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 5bd3250f9e20fcc1520f5b7b086a9989: 2023-10-04T08:03:54,883 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989., storeName=5bd3250f9e20fcc1520f5b7b086a9989/cf2, priority=9, startTime=1696406634812; duration=0sec 2023-10-04T08:03:54,883 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,883 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bd3250f9e20fcc1520f5b7b086a9989:cf2 2023-10-04T08:03:54,884 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 5bd3250f9e20fcc1520f5b7b086a9989/cf1 of 5bd3250f9e20fcc1520f5b7b086a9989 into 207c260cb9034e74807d5d1aa7caffad(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:03:54,884 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 5bd3250f9e20fcc1520f5b7b086a9989: 2023-10-04T08:03:54,884 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989., storeName=5bd3250f9e20fcc1520f5b7b086a9989/cf1, priority=9, startTime=1696406634811; duration=0sec 2023-10-04T08:03:54,884 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:03:54,884 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bd3250f9e20fcc1520f5b7b086a9989:cf1 2023-10-04T08:03:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39189 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Scan size: 145 connection: 172.31.12.81:56312 deadline: 1696406694970, exception=org.apache.hadoop.hbase.NotServingRegionException: testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100. is not online on jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:55,084 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '41', inclusive 2023-10-04T08:03:55,092 INFO [Listener at localhost/36205 {}] assignment.TestSplitTableRegionProcedure(570): Row Count = 60 2023-10-04T08:03:55,094 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '41', inclusive 2023-10-04T08:03:55,118 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:03:55,120 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testSplitWithoutPONR 2023-10-04T08:03:55,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testSplitWithoutPONR 2023-10-04T08:03:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=59 2023-10-04T08:03:55,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitWithoutPONR","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406635124"}]},"ts":"1696406635124"} 2023-10-04T08:03:55,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitWithoutPONR, state=DISABLING in hbase:meta 2023-10-04T08:03:55,128 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testSplitWithoutPONR to state=DISABLING 2023-10-04T08:03:55,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=498cd6bbedbf32beb4568cda9b0336fe, UNASSIGN}, {pid=61, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=5bd3250f9e20fcc1520f5b7b086a9989, UNASSIGN}] 2023-10-04T08:03:55,130 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=61, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=5bd3250f9e20fcc1520f5b7b086a9989, UNASSIGN 2023-10-04T08:03:55,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=5bd3250f9e20fcc1520f5b7b086a9989, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:55,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 5bd3250f9e20fcc1520f5b7b086a9989, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:55,136 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitWithoutPONR, region=498cd6bbedbf32beb4568cda9b0336fe, UNASSIGN 2023-10-04T08:03:55,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=498cd6bbedbf32beb4568cda9b0336fe, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:03:55,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=63, ppid=60, state=RUNNABLE; CloseRegionProcedure 498cd6bbedbf32beb4568cda9b0336fe, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:03:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=59 2023-10-04T08:03:55,285 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(119): Close 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:55,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1668): Closing 498cd6bbedbf32beb4568cda9b0336fe, disabling compactions & flushes 2023-10-04T08:03:55,285 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1690): Closing region testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:55,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:55,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1778): Acquired close lock on testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. after waiting 0 ms 2023-10-04T08:03:55,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1788): Updates disabled for region testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:55,298 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5-bottom] to archive 2023-10-04T08:03:55,301 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:55,303 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,304 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,306 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,307 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,308 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,310 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,312 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,314 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c-bottom] to archive 2023-10-04T08:03:55,315 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:55,317 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,318 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,320 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,321 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,323 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,324 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,326 DEBUG [StoreCloser-testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,330 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:03:55,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:55,331 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1909): Closed testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe. 2023-10-04T08:03:55,331 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1622): Region close journal for 498cd6bbedbf32beb4568cda9b0336fe: 2023-10-04T08:03:55,332 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(163): Closed 498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:55,332 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(119): Close 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:55,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1668): Closing 5bd3250f9e20fcc1520f5b7b086a9989, disabling compactions & flushes 2023-10-04T08:03:55,333 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1690): Closing region testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:55,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:55,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1778): Acquired close lock on testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. after waiting 0 ms 2023-10-04T08:03:55,333 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1788): Updates disabled for region testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:55,333 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=60 updating hbase:meta row=498cd6bbedbf32beb4568cda9b0336fe, regionState=CLOSED 2023-10-04T08:03:55,334 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5-top] to archive 2023-10-04T08:03:55,336 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:55,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=63, resume processing ppid=60 2023-10-04T08:03:55,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=63, ppid=60, state=SUCCESS; CloseRegionProcedure 498cd6bbedbf32beb4568cda9b0336fe, server=jenkins-hbase3.apache.org,39189,1696406618997 in 197 msec 2023-10-04T08:03:55,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=60, ppid=59, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=498cd6bbedbf32beb4568cda9b0336fe, UNASSIGN in 208 msec 2023-10-04T08:03:55,340 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/2d76e12e66be49a88963b8574669e263.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,341 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/62feac5f8cd542269dba4bb79773a7c0.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,342 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/0422f50f66e742a7a15467a747c8f5cf.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,344 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/7d95655d2eff48b7ad3cd91b8ee254d2.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,345 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/f8655edab9204a38aa83d8da7af828fa.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,347 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,348 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/bf114d13e5024f589f77adc6326fa6a5.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,350 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c-top] to archive 2023-10-04T08:03:55,351 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:03:55,353 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3988657fbefb41078e36cd5ccc31432b.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,354 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,355 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/d31c3a14a89d4d359030f4ee0508345f.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,357 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/1071b1e2212146328d4aabc4f44a32b6.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,358 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/010319c7e191469696e567378c55f57c.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,359 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/33e9663d8cfd40cc90c78ce499a22b02.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,360 DEBUG [StoreCloser-testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/3318bdebc744427c8c4d55af84e8ba9c.91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,365 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:03:55,365 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:55,366 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1909): Closed testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989. 2023-10-04T08:03:55,366 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1622): Region close journal for 5bd3250f9e20fcc1520f5b7b086a9989: 2023-10-04T08:03:55,367 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(163): Closed 5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:55,368 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=5bd3250f9e20fcc1520f5b7b086a9989, regionState=CLOSED 2023-10-04T08:03:55,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=62, resume processing ppid=61 2023-10-04T08:03:55,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 5bd3250f9e20fcc1520f5b7b086a9989, server=jenkins-hbase3.apache.org,39189,1696406618997 in 237 msec 2023-10-04T08:03:55,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=61, resume processing ppid=59 2023-10-04T08:03:55,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=61, ppid=59, state=SUCCESS; TransitRegionStateProcedure table=testSplitWithoutPONR, region=5bd3250f9e20fcc1520f5b7b086a9989, UNASSIGN in 242 msec 2023-10-04T08:03:55,374 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitWithoutPONR","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406635374"}]},"ts":"1696406635374"} 2023-10-04T08:03:55,375 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitWithoutPONR, state=DISABLED in hbase:meta 2023-10-04T08:03:55,377 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testSplitWithoutPONR to state=DISABLED 2023-10-04T08:03:55,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR in 258 msec 2023-10-04T08:03:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=59 2023-10-04T08:03:55,427 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testSplitWithoutPONR, procId: 59 completed 2023-10-04T08:03:55,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testSplitWithoutPONR 2023-10-04T08:03:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:55,431 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=64 2023-10-04T08:03:55,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:55,438 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,438 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:55,438 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:55,441 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/recovered.edits] 2023-10-04T08:03:55,441 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/recovered.edits] 2023-10-04T08:03:55,441 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/recovered.edits] 2023-10-04T08:03:55,445 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/43f5f0689d214f768743cb68161a0b4f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf1/43f5f0689d214f768743cb68161a0b4f 2023-10-04T08:03:55,445 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/207c260cb9034e74807d5d1aa7caffad to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf1/207c260cb9034e74807d5d1aa7caffad 2023-10-04T08:03:55,446 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/0422f50f66e742a7a15467a747c8f5cf 2023-10-04T08:03:55,449 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/2d76e12e66be49a88963b8574669e263 2023-10-04T08:03:55,449 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/99851453feb1414ab5cca735c65a59f4 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/cf2/99851453feb1414ab5cca735c65a59f4 2023-10-04T08:03:55,450 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/20149a43942e46b6ba2b2832aa1f363c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/cf2/20149a43942e46b6ba2b2832aa1f363c 2023-10-04T08:03:55,450 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/62feac5f8cd542269dba4bb79773a7c0 2023-10-04T08:03:55,452 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/7d95655d2eff48b7ad3cd91b8ee254d2 2023-10-04T08:03:55,454 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989/recovered.edits/90.seqid 2023-10-04T08:03:55,454 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/98fdd29d71ff47ce93b1f3e8d1a3ec86 2023-10-04T08:03:55,455 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:55,455 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe/recovered.edits/90.seqid 2023-10-04T08:03:55,456 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/498cd6bbedbf32beb4568cda9b0336fe 2023-10-04T08:03:55,456 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/bf114d13e5024f589f77adc6326fa6a5 2023-10-04T08:03:55,457 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf1/f8655edab9204a38aa83d8da7af828fa 2023-10-04T08:03:55,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/010319c7e191469696e567378c55f57c 2023-10-04T08:03:55,462 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/1071b1e2212146328d4aabc4f44a32b6 2023-10-04T08:03:55,463 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3318bdebc744427c8c4d55af84e8ba9c 2023-10-04T08:03:55,465 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/33e9663d8cfd40cc90c78ce499a22b02 2023-10-04T08:03:55,466 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/3988657fbefb41078e36cd5ccc31432b 2023-10-04T08:03:55,467 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/7ce5a4ad9b3c4b1a8719a8c3850922c2 2023-10-04T08:03:55,469 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/cf2/d31c3a14a89d4d359030f4ee0508345f 2023-10-04T08:03:55,472 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100/recovered.edits/85.seqid 2023-10-04T08:03:55,473 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitWithoutPONR/91a9a8ef8aad53ad2e6edacfc58b4100 2023-10-04T08:03:55,473 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testSplitWithoutPONR regions 2023-10-04T08:03:55,476 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:55,484 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 3 rows of testSplitWithoutPONR from hbase:meta 2023-10-04T08:03:55,487 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testSplitWithoutPONR' descriptor. 2023-10-04T08:03:55,488 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:55,488 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testSplitWithoutPONR' from region states. 2023-10-04T08:03:55,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406635488"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:55,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406635488"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:55,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406635488"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:55,491 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 3 regions from META 2023-10-04T08:03:55,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 91a9a8ef8aad53ad2e6edacfc58b4100, NAME => 'testSplitWithoutPONR,,1696406627959.91a9a8ef8aad53ad2e6edacfc58b4100.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 498cd6bbedbf32beb4568cda9b0336fe, NAME => 'testSplitWithoutPONR,,1696406630698.498cd6bbedbf32beb4568cda9b0336fe.', STARTKEY => '', ENDKEY => '41'}, {ENCODED => 5bd3250f9e20fcc1520f5b7b086a9989, NAME => 'testSplitWithoutPONR,41,1696406630698.5bd3250f9e20fcc1520f5b7b086a9989.', STARTKEY => '41', ENDKEY => ''}] 2023-10-04T08:03:55,491 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testSplitWithoutPONR' as deleted. 2023-10-04T08:03:55,491 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitWithoutPONR","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406635491"}]},"ts":"9223372036854775807"} 2023-10-04T08:03:55,493 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testSplitWithoutPONR state from META 2023-10-04T08:03:55,495 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:55,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR in 68 msec 2023-10-04T08:03:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=64 2023-10-04T08:03:55,534 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testSplitWithoutPONR, procId: 64 completed 2023-10-04T08:03:55,552 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testSplitWithoutPONR Thread=393 (was 381) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:41720 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:45382 [Waiting for operation #2] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:56856 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:45376 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data5/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:60416 [Waiting for operation #39] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:45324 [Waiting for operation #8] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:45374 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS:0;jenkins-hbase3:39189-shortCompactions-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:549) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:60500 [Waiting for operation #29] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:45392 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:56886 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:45342 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data6/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-5 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-4 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:41728 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:36288 [Waiting for operation #48] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:41692 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:56872 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:41680 [Waiting for operation #2] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=856 (was 852) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=298 (was 307), ProcessCount=167 (was 167), AvailableMemoryMB=6531 (was 6813) 2023-10-04T08:03:55,567 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testRollbackAndDoubleExecution Thread=393, OpenFileDescriptor=856, MaxFileDescriptor=60000, SystemLoadAverage=298, ProcessCount=167, AvailableMemoryMB=6530 2023-10-04T08:03:55,568 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:03:55,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:03:55,571 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:03:55,574 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testRollbackAndDoubleExecution execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:03:55,574 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:55,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testRollbackAndDoubleExecution execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:03:55,590 INFO [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => bf6f022833b982a359734cdc64841e8d, NAME => 'testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRollbackAndDoubleExecution', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:03:55,600 DEBUG [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(888): Instantiated testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:55,600 DEBUG [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(1668): Closing bf6f022833b982a359734cdc64841e8d, disabling compactions & flushes 2023-10-04T08:03:55,600 INFO [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(1690): Closing region testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:55,600 DEBUG [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:55,600 DEBUG [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. after waiting 0 ms 2023-10-04T08:03:55,600 DEBUG [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:55,600 INFO [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(1909): Closed testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:55,600 DEBUG [RegionOpenAndInit-testRollbackAndDoubleExecution-pool-0 {}] regionserver.HRegion(1622): Region close journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:55,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testRollbackAndDoubleExecution execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:03:55,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1696406635602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406635602"}]},"ts":"1696406635602"} 2023-10-04T08:03:55,612 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:03:55,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testRollbackAndDoubleExecution execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:03:55,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406635613"}]},"ts":"1696406635613"} 2023-10-04T08:03:55,615 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackAndDoubleExecution, state=ENABLING in hbase:meta 2023-10-04T08:03:55,620 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:03:55,621 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:03:55,621 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:03:55,621 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:03:55,621 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:03:55,621 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:03:55,621 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:03:55,622 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:03:55,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN}] 2023-10-04T08:03:55,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:03:55,624 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:03:55,775 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:03:55,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=66 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:55,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE; OpenRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:55,933 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(130): Open testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:55,933 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7254): Opening region: {ENCODED => bf6f022833b982a359734cdc64841e8d, NAME => 'testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:03:55,934 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:03:55,934 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRollbackAndDoubleExecution bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,934 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(888): Instantiated testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:03:55,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7296): checking encryption for bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,935 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7299): checking classloading for bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,936 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,937 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6f022833b982a359734cdc64841e8d columnFamilyName cf1 2023-10-04T08:03:55,937 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:55,938 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(324): Store=bf6f022833b982a359734cdc64841e8d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:55,938 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,939 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6f022833b982a359734cdc64841e8d columnFamilyName cf2 2023-10-04T08:03:55,940 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:03:55,940 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(324): Store=bf6f022833b982a359734cdc64841e8d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:03:55,941 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,941 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,943 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRollbackAndDoubleExecution descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:03:55,944 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1076): writing seq id for bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:55,946 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:03:55,947 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): Opened bf6f022833b982a359734cdc64841e8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67805348, jitterRate=0.010378420352935791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:03:55,947 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(992): Region open journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:55,948 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2556): Post open deploy tasks for testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d., pid=67, masterSystemTime=1696406635930 2023-10-04T08:03:55,950 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2583): Finished post open deploy task for testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:55,950 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(158): Opened testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:55,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=66 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:55,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=67, resume processing ppid=66 2023-10-04T08:03:55,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=67, ppid=66, state=SUCCESS; OpenRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 in 174 msec 2023-10-04T08:03:55,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=66, resume processing ppid=65 2023-10-04T08:03:55,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=66, ppid=65, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN in 333 msec 2023-10-04T08:03:55,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testRollbackAndDoubleExecution execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:03:55,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406635958"}]},"ts":"1696406635958"} 2023-10-04T08:03:55,960 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackAndDoubleExecution, state=ENABLED in hbase:meta 2023-10-04T08:03:56,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testRollbackAndDoubleExecution execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:03:56,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution in 442 msec 2023-10-04T08:03:56,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRollbackAndDoubleExecution 2023-10-04T08:03:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:03:56,084 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-04T08:03:56,084 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:56,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-04T08:03:56,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2023-10-04T08:03:56,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:56,239 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2819): Flushing bf6f022833b982a359734cdc64841e8d 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:03:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b652a5967d384fe6a8f848d712488b42 is 34, key is 11/cf1:q/1696406636075/Put/seqid=0 2023-10-04T08:03:56,260 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b652a5967d384fe6a8f848d712488b42 2023-10-04T08:03:56,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/14fb36f4b66f4c819f93a271aa5aa298 is 34, key is 11/cf2:q/1696406636075/Put/seqid=0 2023-10-04T08:03:56,290 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/14fb36f4b66f4c819f93a271aa5aa298 2023-10-04T08:03:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b652a5967d384fe6a8f848d712488b42 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 2023-10-04T08:03:56,301 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:03:56,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/14fb36f4b66f4c819f93a271aa5aa298 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 2023-10-04T08:03:56,307 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:03:56,308 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for bf6f022833b982a359734cdc64841e8d in 69ms, sequenceid=6, compaction requested=false 2023-10-04T08:03:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRollbackAndDoubleExecution' 2023-10-04T08:03:56,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2520): Flush status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:56,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:56,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=69 2023-10-04T08:03:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=69 2023-10-04T08:03:56,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=69, resume processing ppid=68 2023-10-04T08:03:56,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=69, ppid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 226 msec 2023-10-04T08:03:56,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution in 233 msec 2023-10-04T08:03:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=68 2023-10-04T08:03:56,387 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRollbackAndDoubleExecution, procId: 68 completed 2023-10-04T08:03:56,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRollbackAndDoubleExecution 2023-10-04T08:03:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:03:56,403 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=70 2023-10-04T08:03:56,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:56,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=70 2023-10-04T08:03:56,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2023-10-04T08:03:56,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:56,556 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2819): Flushing bf6f022833b982a359734cdc64841e8d 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:56,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/035d2ff18be046a494e101f2df964d05 is 34, key is 12/cf1:q/1696406636387/Put/seqid=0 2023-10-04T08:03:56,568 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/035d2ff18be046a494e101f2df964d05 2023-10-04T08:03:56,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 is 34, key is 12/cf2:q/1696406636387/Put/seqid=0 2023-10-04T08:03:56,583 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 2023-10-04T08:03:56,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/035d2ff18be046a494e101f2df964d05 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 2023-10-04T08:03:56,592 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:03:56,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 2023-10-04T08:03:56,598 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:03:56,599 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for bf6f022833b982a359734cdc64841e8d in 42ms, sequenceid=19, compaction requested=false 2023-10-04T08:03:56,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2520): Flush status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=71 2023-10-04T08:03:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=71 2023-10-04T08:03:56,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=71, resume processing ppid=70 2023-10-04T08:03:56,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=71, ppid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 197 msec 2023-10-04T08:03:56,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution in 203 msec 2023-10-04T08:03:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=70 2023-10-04T08:03:56,706 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRollbackAndDoubleExecution, procId: 70 completed 2023-10-04T08:03:56,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRollbackAndDoubleExecution 2023-10-04T08:03:56,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:03:56,722 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=72 2023-10-04T08:03:56,723 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:56,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=72 2023-10-04T08:03:56,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2023-10-04T08:03:56,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:56,877 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2819): Flushing bf6f022833b982a359734cdc64841e8d 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/dce97f73f73a41b8914be80799d4ac88 is 34, key is 17/cf1:q/1696406636706/Put/seqid=0 2023-10-04T08:03:56,896 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/dce97f73f73a41b8914be80799d4ac88 2023-10-04T08:03:56,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/85af828f92714fa3b6cdabd50bf9242d is 34, key is 17/cf2:q/1696406636706/Put/seqid=0 2023-10-04T08:03:56,921 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/85af828f92714fa3b6cdabd50bf9242d 2023-10-04T08:03:56,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/dce97f73f73a41b8914be80799d4ac88 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 2023-10-04T08:03:56,933 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:03:56,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/85af828f92714fa3b6cdabd50bf9242d as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d 2023-10-04T08:03:56,942 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:03:56,943 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for bf6f022833b982a359734cdc64841e8d in 67ms, sequenceid=32, compaction requested=true 2023-10-04T08:03:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2520): Flush status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=73 2023-10-04T08:03:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=73 2023-10-04T08:03:56,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=73, resume processing ppid=72 2023-10-04T08:03:56,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=73, ppid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 223 msec 2023-10-04T08:03:56,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution in 229 msec 2023-10-04T08:03:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=72 2023-10-04T08:03:57,026 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRollbackAndDoubleExecution, procId: 72 completed 2023-10-04T08:03:57,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRollbackAndDoubleExecution 2023-10-04T08:03:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:03:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=74 2023-10-04T08:03:57,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:57,058 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:57,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=74 2023-10-04T08:03:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2023-10-04T08:03:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:57,211 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2819): Flushing bf6f022833b982a359734cdc64841e8d 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:57,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b0384f0108f7422095c54865cd5c955e is 34, key is 22/cf1:q/1696406637027/Put/seqid=0 2023-10-04T08:03:57,224 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b0384f0108f7422095c54865cd5c955e 2023-10-04T08:03:57,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/05422edae4d945a89b3d8a9e837d3ef9 is 34, key is 22/cf2:q/1696406637027/Put/seqid=0 2023-10-04T08:03:57,242 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/05422edae4d945a89b3d8a9e837d3ef9 2023-10-04T08:03:57,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b0384f0108f7422095c54865cd5c955e as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e 2023-10-04T08:03:57,251 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:03:57,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/05422edae4d945a89b3d8a9e837d3ef9 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 2023-10-04T08:03:57,256 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:03:57,257 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for bf6f022833b982a359734cdc64841e8d in 46ms, sequenceid=45, compaction requested=true 2023-10-04T08:03:57,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2520): Flush status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:57,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:57,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=75 2023-10-04T08:03:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=75 2023-10-04T08:03:57,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=75, resume processing ppid=74 2023-10-04T08:03:57,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=75, ppid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2023-10-04T08:03:57,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution in 214 msec 2023-10-04T08:03:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=74 2023-10-04T08:03:57,357 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRollbackAndDoubleExecution, procId: 74 completed 2023-10-04T08:03:57,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRollbackAndDoubleExecution 2023-10-04T08:03:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:03:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=76 2023-10-04T08:03:57,373 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:57,374 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:57,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=76 2023-10-04T08:03:57,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2023-10-04T08:03:57,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:57,527 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2819): Flushing bf6f022833b982a359734cdc64841e8d 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:57,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/fbe573201c91475fa3e4ff2ec4392644 is 34, key is 27/cf1:q/1696406637357/Put/seqid=0 2023-10-04T08:03:57,539 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/fbe573201c91475fa3e4ff2ec4392644 2023-10-04T08:03:57,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 is 34, key is 27/cf2:q/1696406637357/Put/seqid=0 2023-10-04T08:03:57,558 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 2023-10-04T08:03:57,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/fbe573201c91475fa3e4ff2ec4392644 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 2023-10-04T08:03:57,569 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:03:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 2023-10-04T08:03:57,575 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:03:57,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:03:57,578 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for bf6f022833b982a359734cdc64841e8d in 51ms, sequenceid=58, compaction requested=true 2023-10-04T08:03:57,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2520): Flush status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:57,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:57,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=77 2023-10-04T08:03:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=77 2023-10-04T08:03:57,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=77, resume processing ppid=76 2023-10-04T08:03:57,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2023-10-04T08:03:57,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution in 215 msec 2023-10-04T08:03:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=76 2023-10-04T08:03:57,676 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRollbackAndDoubleExecution, procId: 76 completed 2023-10-04T08:03:57,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRollbackAndDoubleExecution 2023-10-04T08:03:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:03:57,692 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:03:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=78 2023-10-04T08:03:57,693 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:03:57,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:03:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=78 2023-10-04T08:03:57,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2023-10-04T08:03:57,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:57,846 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2819): Flushing bf6f022833b982a359734cdc64841e8d 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:03:57,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b013f83e76c44cdab86a641e908048ad is 34, key is 32/cf1:q/1696406637677/Put/seqid=0 2023-10-04T08:03:57,856 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b013f83e76c44cdab86a641e908048ad 2023-10-04T08:03:57,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/348d10250e5844f0a950b0b745b4fde7 is 34, key is 32/cf2:q/1696406637677/Put/seqid=0 2023-10-04T08:03:57,868 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/348d10250e5844f0a950b0b745b4fde7 2023-10-04T08:03:57,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/b013f83e76c44cdab86a641e908048ad as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad 2023-10-04T08:03:57,877 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:03:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/348d10250e5844f0a950b0b745b4fde7 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 2023-10-04T08:03:57,882 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:03:57,883 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for bf6f022833b982a359734cdc64841e8d in 37ms, sequenceid=71, compaction requested=true 2023-10-04T08:03:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2520): Flush status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=79 2023-10-04T08:03:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=79 2023-10-04T08:03:57,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=79, resume processing ppid=78 2023-10-04T08:03:57,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=79, ppid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2023-10-04T08:03:57,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution in 200 msec 2023-10-04T08:03:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=78 2023-10-04T08:03:57,995 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRollbackAndDoubleExecution, procId: 78 completed 2023-10-04T08:03:58,256 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2023-10-04T08:03:58,257 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:58,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,259 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,260 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:58,260 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:58,260 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 2 exec state=pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:58,509 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:58,509 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:58,510 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:58,511 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[] 2023-10-04T08:03:58,512 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:58,512 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:58,512 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:58,512 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:58,513 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,513 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,513 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,513 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,513 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,513 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,513 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,514 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:58,514 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,514 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,514 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:58,514 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:58,514 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:58,515 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:58,515 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:58,515 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:58,515 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:58,515 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:58,515 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:58,515 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:58,516 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,516 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,516 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,516 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,516 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,516 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,516 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,517 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,517 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:58,517 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,517 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,517 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,517 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-10-04T08:03:58,518 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:58,518 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:58,518 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:58,521 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,521 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,521 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,521 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,522 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406668522 2023-10-04T08:03:58,524 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,524 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:58,526 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:58,527 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:03:58,527 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:58,527 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406698527 2023-10-04T08:03:58,527 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406758527 2023-10-04T08:03:58,527 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:03:58,527 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:58,529 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:58,529 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:58,530 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:58,706 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRollbackAndDoubleExecution 2023-10-04T08:03:58,706 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRollbackAndDoubleExecution Metrics about Tables on a single HBase RegionServer 2023-10-04T08:03:58,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSplitWithoutPONR 2023-10-04T08:03:58,777 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 3 exec state=pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,777 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:58,777 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:58,778 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:58,779 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:58,779 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:58,779 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:58,779 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:58,779 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:58,780 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:58,781 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0] 2023-10-04T08:03:58,782 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:58,782 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:58,782 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:58,783 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:58,783 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,783 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,783 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,783 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,783 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,784 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,784 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,784 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:58,784 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,784 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:58,784 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:58,785 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:58,786 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,786 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,786 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,786 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,786 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,786 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,786 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:03:58,787 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,787 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:58,787 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,787 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,787 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,787 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:03:58,788 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:58,788 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:58,788 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:58,789 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,789 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,789 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,789 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:58,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:58,791 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406668791 2023-10-04T08:03:58,793 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,793 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:58,799 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:58,799 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:03:58,799 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:58,799 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406698799 2023-10-04T08:03:58,799 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406758799 2023-10-04T08:03:58,799 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 6 msec 2023-10-04T08:03:58,800 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:58,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN}] 2023-10-04T08:03:58,802 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:58,802 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:58,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:58,803 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:59,050 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:59,050 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:59,051 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:59,052 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1] 2023-10-04T08:03:59,052 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:59,053 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:59,053 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:59,053 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,054 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:59,055 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,055 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,055 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,055 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:59,055 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:59,055 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:59,055 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:59,056 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:59,056 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:59,056 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:59,056 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,057 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,057 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,057 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,057 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,058 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,058 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,058 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,058 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,058 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,058 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:59,058 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,058 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,058 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,059 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:03:59,059 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,059 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:59,059 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:59,061 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,061 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,061 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,061 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,062 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406669062 2023-10-04T08:03:59,063 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:59,063 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,066 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,066 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:03:59,066 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:59,066 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406699066 2023-10-04T08:03:59,066 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406759066 2023-10-04T08:03:59,066 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:03:59,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN}] 2023-10-04T08:03:59,066 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:59,068 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:59,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:59,070 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:59,070 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=81, ppid=80, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:59,071 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=81, ppid=80, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:59,316 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,316 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:59,317 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:59,317 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:59,320 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:59,320 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:59,320 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:59,320 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:59,320 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:59,322 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 1 msec 2023-10-04T08:03:59,323 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:03:59,323 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2023-10-04T08:03:59,324 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:59,324 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:59,324 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:59,324 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,325 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:59,326 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,326 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,326 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,326 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:59,326 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:59,327 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:59,327 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:59,327 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:59,327 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:59,327 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,328 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,329 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,329 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,329 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,329 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:59,329 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,329 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,330 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,330 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:59,330 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,330 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:03:59,330 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,331 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:59,331 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:59,333 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,333 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,333 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,333 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,334 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:03:59,334 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406669334 2023-10-04T08:03:59,335 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,336 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:59,338 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,339 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSING, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:03:59,339 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:59,339 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406699339 2023-10-04T08:03:59,339 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406759339 2023-10-04T08:03:59,339 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:03:59,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:59,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:03:59,341 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:59,495 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(119): Close bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:59,495 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1668): Closing bf6f022833b982a359734cdc64841e8d, disabling compactions & flushes 2023-10-04T08:03:59,495 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1690): Closing region testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:59,495 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:59,495 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1778): Acquired close lock on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. after waiting 0 ms 2023-10-04T08:03:59,495 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1788): Updates disabled for region testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:59,495 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(2819): Flushing bf6f022833b982a359734cdc64841e8d 2/2 column families, dataSize=480 B heapSize=2.13 KB 2023-10-04T08:03:59,499 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/7de1c83cbfae44e5ae10e4f81c40f458 is 34, key is 37/cf1:q/1696406637996/Put/seqid=0 2023-10-04T08:03:59,506 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/7de1c83cbfae44e5ae10e4f81c40f458 2023-10-04T08:03:59,513 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/6d4ede9b486d4ab38d822b93e1869f35 is 34, key is 37/cf2:q/1696406637996/Put/seqid=0 2023-10-04T08:03:59,519 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/6d4ede9b486d4ab38d822b93e1869f35 2023-10-04T08:03:59,524 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/7de1c83cbfae44e5ae10e4f81c40f458 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 2023-10-04T08:03:59,529 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:03:59,530 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/6d4ede9b486d4ab38d822b93e1869f35 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 2023-10-04T08:03:59,535 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:03:59,536 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(3022): Finished flush of dataSize ~480 B/480, heapSize ~2.09 KB/2144, currentSize=0 B/0 for bf6f022833b982a359734cdc64841e8d in 41ms, sequenceid=82, compaction requested=true 2023-10-04T08:03:59,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=1 2023-10-04T08:03:59,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:03:59,544 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1909): Closed testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:03:59,544 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] regionserver.HRegion(1622): Region close journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:03:59,547 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=82}] handler.UnassignRegionHandler(163): Closed bf6f022833b982a359734cdc64841e8d 2023-10-04T08:03:59,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED 2023-10-04T08:03:59,549 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:59,549 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=82, ppid=81, state=SUCCESS, locked=true; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:59,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:59,550 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=82, ppid=81, state=SUCCESS, locked=true; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:59,589 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,590 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:59,590 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:59,590 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:59,590 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:59,590 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:59,590 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:59,590 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:59,590 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:59,591 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:59,592 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:03:59,592 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3] 2023-10-04T08:03:59,592 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4] 2023-10-04T08:03:59,592 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:59,593 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:59,593 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:59,593 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:59,593 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,594 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:59,595 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,596 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,597 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,597 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,597 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=RUNNABLE; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:59,597 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:59,597 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,597 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,597 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,597 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=81, ppid=80, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:59,598 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=81, ppid=80, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,598 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=82, ppid=81, state=RUNNABLE; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:59,598 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 6 msec 2023-10-04T08:03:59,598 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,599 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:59,599 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:59,601 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,601 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,601 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,601 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,602 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=81, ppid=80, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:03:59,602 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406669602 2023-10-04T08:03:59,603 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=82, ppid=81, state=RUNNABLE; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:59,603 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:59,607 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,607 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:03:59,607 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:59,607 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406699607 2023-10-04T08:03:59,607 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406759607 2023-10-04T08:03:59,607 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:03:59,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=81 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:59,609 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:59,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=82, resume processing ppid=81 2023-10-04T08:03:59,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 in 268 msec 2023-10-04T08:03:59,612 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:59,612 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=81, ppid=80, state=SUCCESS, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:59,613 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=81, ppid=80, state=SUCCESS, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 11 exec state=pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:03:59,858 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:03:59,858 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:03:59,859 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:03:59,860 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:03:59,861 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3] 2023-10-04T08:03:59,861 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:03:59,861 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:03:59,862 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:03:59,862 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:03:59,862 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:03:59,862 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,862 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,862 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,863 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,863 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,863 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,863 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,863 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:03:59,863 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,863 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:03:59,864 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,865 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:03:59,866 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,866 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,866 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:03:59,867 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:03:59,867 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,867 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,867 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,867 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:59,867 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:03:59,867 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:03:59,868 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,868 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:03:59,868 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:03:59,869 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,869 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,869 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,869 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:03:59,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:03:59,870 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:03:59,870 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406669870 2023-10-04T08:03:59,871 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:03:59,871 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,874 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:03:59,874 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:03:59,874 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:03:59,874 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406699874 2023-10-04T08:03:59,874 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406759874 2023-10-04T08:03:59,874 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 2 msec 2023-10-04T08:03:59,874 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=81, ppid=80, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_CLOSED; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:03:59,876 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:03:59,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=81, resume processing ppid=80 2023-10-04T08:03:59,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN in 810 msec 2023-10-04T08:03:59,881 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:03:59,881 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:03:59,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:03:59,882 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 4 exec state=pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:00,125 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:00,125 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:00,126 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:00,127 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:04:00,127 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:00,127 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:00,128 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:00,128 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:00,128 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:00,128 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:00,129 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,129 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,129 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,129 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,129 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,129 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,129 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,130 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:00,130 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,130 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:00,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:00,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:00,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:00,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:00,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:00,133 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=80, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:00,133 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:00,133 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:00,133 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:04:00,134 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:00,134 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:00,134 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:00,136 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:00,136 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:00,136 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:00,136 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:00,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:00,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:00,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:00,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:00,137 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406670137 2023-10-04T08:04:00,138 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:00,138 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=80, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:00,140 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:00,141 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:00,141 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:00,141 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406700141 2023-10-04T08:04:00,141 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406760141 2023-10-04T08:04:00,141 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:04:00,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:00,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:00,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:00,146 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:00,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:00,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:00,155 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=80 splitting 14 storefiles, region=bf6f022833b982a359734cdc64841e8d, threads=14 2023-10-04T08:04:00,156 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,156 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,156 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,156 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,156 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,157 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,157 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,157 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,157 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,157 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,158 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,162 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,162 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,162 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,364 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,370 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,374 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,402 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,402 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,410 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,428 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,454 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,457 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,458 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,458 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,464 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,465 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,864 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:00,865 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=80 split storefiles for region bf6f022833b982a359734cdc64841e8d Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d] storefiles. 2023-10-04T08:04:00,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:00,887 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:00,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:00,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:00,934 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:00,934 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:00,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:00,934 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:01,142 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 5 exec state=pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:01,142 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:01,142 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:01,142 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:01,142 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:01,142 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:01,142 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:01,143 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:01,143 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:01,143 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:01,145 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7] 2023-10-04T08:04:01,145 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:01,145 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:01,145 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:01,146 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:01,146 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:01,146 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:01,147 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,147 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,147 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,147 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,147 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,147 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,147 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,148 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:01,148 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,148 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:01,149 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:01,149 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:01,149 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:01,149 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:01,149 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:01,149 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:01,150 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:01,150 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:01,150 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:01,150 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:01,150 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:01,151 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:01,151 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:01,151 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:01,151 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:01,151 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:01,151 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:01,152 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:01,152 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:01,152 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:01,152 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:01,152 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:01,152 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:01,152 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:01,152 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:01,153 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:01,153 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:04:01,153 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:01,154 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:01,154 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:01,156 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:01,156 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:01,156 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:01,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:01,156 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:01,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:01,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:01,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:01,157 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406671157 2023-10-04T08:04:01,158 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:01,159 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:01,160 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:01,161 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:01,161 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:01,161 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406701161 2023-10-04T08:04:01,161 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406761161 2023-10-04T08:04:01,161 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:04:01,166 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:01,169 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:01,172 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=80 splitting 14 storefiles, region=bf6f022833b982a359734cdc64841e8d, threads=14 2023-10-04T08:04:01,173 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,173 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,173 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,173 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,173 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,173 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,175 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,175 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,176 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,176 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,176 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,176 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,178 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,179 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=80 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,361 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,366 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,367 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,374 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,396 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,398 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,407 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,427 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,427 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,429 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,443 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,448 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,451 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,845 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=80 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 for region: bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:01,846 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=80 split storefiles for region bf6f022833b982a359734cdc64841e8d Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d] storefiles. 2023-10-04T08:04:01,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:01,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:02,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:02,328 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:02,365 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:02,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:04:02,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:04:02,374 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:02,374 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:02,374 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(426): Restart 6 exec state=pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:02,412 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:02,412 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:02,413 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:02,415 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8] 2023-10-04T08:04:02,415 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:02,415 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:02,415 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:02,416 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:02,416 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:02,416 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:02,416 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,417 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,417 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,417 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,417 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,417 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,417 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,418 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:02,418 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,418 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,418 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,418 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:02,419 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:02,419 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:02,419 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:02,419 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:02,419 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:02,419 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:02,419 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,420 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,420 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,420 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,420 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,420 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,420 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,420 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,421 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,421 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,421 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:02,421 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:02,424 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:02,424 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,424 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,424 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,424 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:02,424 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:02,424 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 11 msec 2023-10-04T08:04:02,425 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:02,425 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:02,425 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:02,427 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,427 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,427 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,427 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,429 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406672429 2023-10-04T08:04:02,431 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,431 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:02,434 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:02,434 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:02,435 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:02,435 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406702435 2023-10-04T08:04:02,435 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406762435 2023-10-04T08:04:02,435 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:04:02,438 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:02,442 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:02,442 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:02,442 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 0 rollback state: pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:02,686 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:02,686 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:02,687 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:02,688 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9] 2023-10-04T08:04:02,688 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:02,688 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:02,689 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:02,689 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:02,689 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:02,689 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:02,689 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,690 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,691 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:02,692 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:02,693 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,693 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,693 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,693 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:02,693 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:02,693 DEBUG [Listener at localhost/36205 {}] procedure2.StateMachineProcedure(225): Abort requested for pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,693 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-10-04T08:04:02,694 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:02,694 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:02,694 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:02,695 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,695 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,696 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,696 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,698 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406672698 2023-10-04T08:04:02,701 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=80, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,701 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:02,703 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:02,704 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:02,704 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:02,704 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406702704 2023-10-04T08:04:02,704 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406762704 2023-10-04T08:04:02,704 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:04:02,704 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:02,717 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:02,717 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1584): TESTING: Kill before store update 2023-10-04T08:04:02,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:02,718 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill before store update at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1586) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1501) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1352) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:02,955 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 1 rollback state: pid=80, state=FAILED:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,955 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:02,955 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:02,955 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:02,955 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:02,956 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:02,956 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:02,956 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:02,956 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:02,957 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:02,959 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9, 10] 2023-10-04T08:04:02,959 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:02,959 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:02,959 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:02,960 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:02,960 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:02,960 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:02,960 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,961 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:02,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:02,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:02,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:02,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:02,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:02,962 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,963 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:02,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:02,964 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:02,964 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:02,964 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,965 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,965 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,965 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:02,965 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:02,965 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:04:02,965 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:02,965 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:02,966 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:02,967 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,967 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,967 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,967 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:02,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:02,973 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406672973 2023-10-04T08:04:02,977 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:02,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1360): LOCK_EVENT_WAIT rollback...pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:02,980 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:02,980 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:02,981 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:02,981 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406702981 2023-10-04T08:04:02,981 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406762981 2023-10-04T08:04:02,981 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:04:02,981 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:02,985 DEBUG [PEWorker-1 {}] regionserver.HRegionFileSystem(1057): DELETING region hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da 2023-10-04T08:04:02,985 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da 2023-10-04T08:04:02,987 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/recovered.edits] 2023-10-04T08:04:02,992 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:02,994 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:02,995 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:02,997 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:02,999 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,009 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,011 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,012 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,014 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,016 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da/recovered.edits/85.seqid 2023-10-04T08:04:03,017 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da 2023-10-04T08:04:03,017 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1066): Failed delete of hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da 2023-10-04T08:04:03,018 DEBUG [PEWorker-1 {}] regionserver.HRegionFileSystem(1057): DELETING region hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,018 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,020 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/recovered.edits] 2023-10-04T08:04:03,024 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/035d2ff18be046a494e101f2df964d05.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,026 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/7de1c83cbfae44e5ae10e4f81c40f458.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,027 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b013f83e76c44cdab86a641e908048ad.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,029 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b0384f0108f7422095c54865cd5c955e.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,030 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/b652a5967d384fe6a8f848d712488b42.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,032 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/dce97f73f73a41b8914be80799d4ac88.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,033 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf1/fbe573201c91475fa3e4ff2ec4392644.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,037 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/05422edae4d945a89b3d8a9e837d3ef9.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,043 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/14fb36f4b66f4c819f93a271aa5aa298.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,045 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/348d10250e5844f0a950b0b745b4fde7.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,047 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6d4ede9b486d4ab38d822b93e1869f35.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,048 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,050 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/85af828f92714fa3b6cdabd50bf9242d.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,051 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48.bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:03,055 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73/recovered.edits/85.seqid 2023-10-04T08:04:03,056 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,056 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1066): Failed delete of hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,056 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:03,056 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1584): TESTING: Kill before store update 2023-10-04T08:04:03,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:03,056 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill before store update at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1586) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1501) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1352) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:03,232 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 2 rollback state: pid=80, state=FAILED:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,232 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:03,232 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:03,233 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:03,233 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:03,233 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:03,233 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:03,233 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:03,233 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:03,234 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:03,235 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9] 2023-10-04T08:04:03,235 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:03,235 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:03,236 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:03,236 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:03,236 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:03,237 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:03,237 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,237 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,237 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,237 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,238 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,238 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,238 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,238 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:03,238 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,238 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,239 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,239 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:03,239 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:03,239 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:03,239 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:03,239 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:03,239 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:03,240 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:03,240 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,240 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,240 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,241 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,241 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,241 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,241 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,241 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,241 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,242 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=FAILED:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,242 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:03,242 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:03,242 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=FAILED:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:03,242 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,243 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,243 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,243 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:03,243 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:03,243 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 8 msec 2023-10-04T08:04:03,243 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:03,243 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:03,243 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:03,246 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,246 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,246 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,246 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,249 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406673249 2023-10-04T08:04:03,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1360): LOCK_EVENT_WAIT rollback...pid=80, state=FAILED:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,252 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:03,254 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:03,254 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:03,254 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:03,254 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406703254 2023-10-04T08:04:03,254 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406763254 2023-10-04T08:04:03,254 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:04:03,255 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1052): Trying to delete a region that do not exists on disk: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da 2023-10-04T08:04:03,255 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1052): Trying to delete a region that do not exists on disk: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,255 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:03,258 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1052): Trying to delete a region that do not exists on disk: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da 2023-10-04T08:04:03,258 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1052): Trying to delete a region that do not exists on disk: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,258 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:03,258 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1584): TESTING: Kill before store update 2023-10-04T08:04:03,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:03,258 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill before store update at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1586) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1501) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1352) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 3 rollback state: pid=80, state=FAILED:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:03,505 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:03,505 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:03,506 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:03,507 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8] 2023-10-04T08:04:03,507 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:03,507 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:03,507 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,508 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:03,509 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,510 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,511 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,511 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,511 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=FAILED:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,511 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:03,511 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:03,511 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=FAILED:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:03,511 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,511 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,511 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,512 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:03,512 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:03,512 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-10-04T08:04:03,512 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:03,512 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:03,512 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:03,514 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,514 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,514 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,514 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,515 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406673515 2023-10-04T08:04:03,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1360): LOCK_EVENT_WAIT rollback...pid=80, state=FAILED:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,517 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:03,519 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:03,519 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:03,519 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:03,520 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406703519 2023-10-04T08:04:03,520 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406763520 2023-10-04T08:04:03,520 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:04:03,520 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1052): Trying to delete a region that do not exists on disk: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/ce0cbaa3ed16f2f536eff0f97ac669da 2023-10-04T08:04:03,521 WARN [PEWorker-1 {}] regionserver.HRegionFileSystem(1052): Trying to delete a region that do not exists on disk: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,521 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:03,524 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1057): Stored [pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN] 2023-10-04T08:04:03,524 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:03,524 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1584): TESTING: Kill before store update 2023-10-04T08:04:03,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:03,524 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill before store update at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1586) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1501) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1352) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:03,770 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 4 rollback state: pid=80, state=FAILED:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,770 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:03,770 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:03,770 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:03,772 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:03,772 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:03,772 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:03,772 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:03,772 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:03,773 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:03,774 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7] 2023-10-04T08:04:03,774 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=80, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:04:03,774 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=82, ppid=81, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:04:03,774 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=83, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2023-10-04T08:04:03,774 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:03,774 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:03,774 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,775 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,776 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:03,776 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,776 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:03,776 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,777 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:03,777 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:03,777 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:03,777 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:03,777 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:03,777 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:03,777 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:03,778 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,778 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:03,778 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,778 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,778 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,778 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,779 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,779 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,779 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:03,779 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=FAILED:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,780 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:03,780 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:03,780 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:03,780 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=FAILED:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:03,780 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,780 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,780 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,780 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=81, ppid=80, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:03,780 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=82, ppid=81, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:03,780 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:03,780 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:04:03,781 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:03,781 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:03,781 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:03,783 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,783 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,783 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,783 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:03,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:03,784 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:04:03,784 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406673784 2023-10-04T08:04:03,786 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:03,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1360): LOCK_EVENT_WAIT rollback...pid=80, state=FAILED:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:03,788 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:03,790 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:03,790 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:03,790 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:03,790 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406703790 2023-10-04T08:04:03,790 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406763790 2023-10-04T08:04:03,790 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 5 msec 2023-10-04T08:04:03,790 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:03,797 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:03,797 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1584): TESTING: Kill before store update 2023-10-04T08:04:03,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:03,797 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill before store update at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1586) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1501) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1352) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:04,040 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 5 rollback state: pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,040 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:04,040 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:04,041 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:04,041 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:04,041 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:04,041 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:04,041 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:04,041 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:04,042 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:04,043 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:04:04,043 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=83, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2023-10-04T08:04:04,043 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:04,043 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,044 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,045 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:04,045 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,045 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,045 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,046 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:04,046 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:04,046 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:04,046 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:04,046 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:04,046 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:04,047 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:04,047 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,047 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,047 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,047 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,048 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,048 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,048 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,048 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,048 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,049 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=FAILED:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,049 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,049 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=FAILED:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:04,049 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,049 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,049 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,049 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:04,049 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:04:04,051 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,051 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:04,051 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:04,056 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,056 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,056 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,056 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,057 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:04:04,057 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406674057 2023-10-04T08:04:04,060 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:04,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1360): LOCK_EVENT_WAIT rollback...pid=80, state=FAILED:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,061 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,063 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,063 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:04,063 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:04,063 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406704063 2023-10-04T08:04:04,063 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406764063 2023-10-04T08:04:04,064 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 5 msec 2023-10-04T08:04:04,064 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:04,066 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:04,066 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1584): TESTING: Kill before store update 2023-10-04T08:04:04,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:04,066 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill before store update at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1586) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1501) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1352) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:04,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:04:04,314 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 6 rollback state: pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, locked=true, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,314 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:04,314 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:04,314 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:04,315 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:04,315 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:04,315 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:04,315 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:04,315 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:04,316 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:04,317 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1] 2023-10-04T08:04:04,317 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=83, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2023-10-04T08:04:04,317 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:04,318 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:04,318 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:04,318 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:04,318 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,318 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,319 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,320 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,320 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:04,320 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:04,320 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:04,320 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:04,320 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:04,321 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:04,321 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:04,321 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,321 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,322 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,322 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,322 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,322 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,322 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,322 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,322 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,323 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,323 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,323 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:04,323 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,323 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,323 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,323 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:04,323 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 7 msec 2023-10-04T08:04:04,324 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,324 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:04,324 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:04,326 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,326 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,326 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,326 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,326 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:04:04,327 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406674327 2023-10-04T08:04:04,328 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:04,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1360): LOCK_EVENT_WAIT rollback...pid=80, state=FAILED:SPLIT_TABLE_REGION_PRE_OPERATION, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,329 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,331 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,331 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:04,331 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:04,331 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406704331 2023-10-04T08:04:04,331 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406764331 2023-10-04T08:04:04,331 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:04:04,331 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:04,333 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:04,333 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1584): TESTING: Kill before store update 2023-10-04T08:04:04,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:04,333 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill before store update at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1586) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeRollback(ProcedureExecutor.java:1501) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1352) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:04,582 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(518): Restart 7 rollback state: pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, locked=true, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,582 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:04,582 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:04,582 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:04,583 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:04,583 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:04,583 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:04,583 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:04,583 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:04,584 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:04,585 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0] 2023-10-04T08:04:04,585 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=83, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2023-10-04T08:04:04,586 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:04,586 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:04,586 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:04,586 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:04,586 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,586 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,587 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,588 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,589 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:04,590 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,590 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,590 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,590 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:04:04,590 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-10-04T08:04:04,595 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,595 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:04,595 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:04,597 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,597 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,597 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,597 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,598 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:04:04,606 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406674606 2023-10-04T08:04:04,607 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:04,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1360): LOCK_EVENT_WAIT rollback...pid=80, state=FAILED:SPLIT_TABLE_REGION_PREPARE, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,611 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,613 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,613 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:04,613 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:04,613 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406704613 2023-10-04T08:04:04,613 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406764613 2023-10-04T08:04:04,613 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 6 msec 2023-10-04T08:04:04,613 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:04:04,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1531): Rolled back pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 exec-time=6.3560 sec 2023-10-04T08:04:04,615 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,616 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN; state=CLOSED, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=true 2023-10-04T08:04:04,766 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:04:04,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:04,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; OpenRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:04,770 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:04:04,770 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=83, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:04:04,770 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=83, state=WAITING:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:04:04,863 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:04:04,864 WARN [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(535): ProcedureExecutor not running, may have been stopped by pending procedure due to KillAndToggleBeforeStoreUpdate flag. 2023-10-04T08:04:04,864 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:04:04,864 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:04:04,864 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:04:04,866 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:04:04,866 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:04:04,866 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:04:04,866 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:04:04,866 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:04:04,867 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:04:04,868 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=83, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[0] 2023-10-04T08:04:04,868 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,869 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,870 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,870 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,870 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:04:04,870 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,870 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,871 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,872 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:04:04,872 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,873 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 5 msec 2023-10-04T08:04:04,873 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,873 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:04:04,873 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:04:04,875 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,875 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,875 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,875 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:04:04,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:04:04,875 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(372): Attach pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN to state=OFFLINE, location=null, table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d to restore RIT 2023-10-04T08:04:04,876 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406674876 2023-10-04T08:04:04,877 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:04:04,877 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:04:04,879 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:04:04,879 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=bf6f022833b982a359734cdc64841e8d, regionState=OPENING, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:04:04,879 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:04:04,879 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406704879 2023-10-04T08:04:04,879 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406764879 2023-10-04T08:04:04,879 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 2 msec 2023-10-04T08:04:04,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:04,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; OpenRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:05,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(130): Open testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,039 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7254): Opening region: {ENCODED => bf6f022833b982a359734cdc64841e8d, NAME => 'testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:04:05,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:05,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRollbackAndDoubleExecution bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(888): Instantiated testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:05,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7296): checking encryption for bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,040 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7299): checking classloading for bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,041 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,042 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6f022833b982a359734cdc64841e8d columnFamilyName cf1 2023-10-04T08:04:05,042 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:05,050 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 2023-10-04T08:04:05,053 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 2023-10-04T08:04:05,056 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad 2023-10-04T08:04:05,059 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e 2023-10-04T08:04:05,062 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 2023-10-04T08:04:05,065 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 2023-10-04T08:04:05,068 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 2023-10-04T08:04:05,068 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(324): Store=bf6f022833b982a359734cdc64841e8d/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:05,068 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,069 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf6f022833b982a359734cdc64841e8d columnFamilyName cf2 2023-10-04T08:04:05,069 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:05,076 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 2023-10-04T08:04:05,079 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 2023-10-04T08:04:05,081 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 2023-10-04T08:04:05,084 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 2023-10-04T08:04:05,088 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 2023-10-04T08:04:05,091 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d 2023-10-04T08:04:05,094 DEBUG [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 2023-10-04T08:04:05,094 INFO [StoreOpener-bf6f022833b982a359734cdc64841e8d-1 {}] regionserver.HStore(324): Store=bf6f022833b982a359734cdc64841e8d/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:05,095 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,096 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,097 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRollbackAndDoubleExecution descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:04:05,098 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1076): writing seq id for bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,099 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1093): Opened bf6f022833b982a359734cdc64841e8d; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71324126, jitterRate=0.06281229853630066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:04:05,099 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(992): Region open journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:04:05,100 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2556): Post open deploy tasks for testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d., pid=84, masterSystemTime=1696406645035 2023-10-04T08:04:05,100 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.CompactSplit(403): Add compact mark for store bf6f022833b982a359734cdc64841e8d:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:04:05,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:05,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.CompactSplit(403): Add compact mark for store bf6f022833b982a359734cdc64841e8d:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:04:05,101 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:04:05,101 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:05,101 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:04:05,102 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 36344 starting at candidate #0 after considering 15 permutations with 15 in ratio 2023-10-04T08:04:05,102 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 36344 starting at candidate #0 after considering 15 permutations with 15 in ratio 2023-10-04T08:04:05,102 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1534): bf6f022833b982a359734cdc64841e8d/cf2 is initiating minor compaction (all files) 2023-10-04T08:04:05,102 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1534): bf6f022833b982a359734cdc64841e8d/cf1 is initiating minor compaction (all files) 2023-10-04T08:04:05,103 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of bf6f022833b982a359734cdc64841e8d/cf2 in testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,103 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of bf6f022833b982a359734cdc64841e8d/cf1 in testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,103 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp, totalSize=35.5 K 2023-10-04T08:04:05,103 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp, totalSize=35.5 K 2023-10-04T08:04:05,103 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2583): Finished post open deploy task for testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,103 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(158): Opened testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,104 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 14fb36f4b66f4c819f93a271aa5aa298, keycount=2, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406636075 2023-10-04T08:04:05,104 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting b652a5967d384fe6a8f848d712488b42, keycount=2, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406636075 2023-10-04T08:04:05,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:05,104 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 035d2ff18be046a494e101f2df964d05, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406636387 2023-10-04T08:04:05,104 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 6e3c1a0cb52b4482b71377ab3b1d69a4, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406636387 2023-10-04T08:04:05,105 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting dce97f73f73a41b8914be80799d4ac88, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406636706 2023-10-04T08:04:05,105 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 85af828f92714fa3b6cdabd50bf9242d, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406636706 2023-10-04T08:04:05,105 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting b0384f0108f7422095c54865cd5c955e, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406637027 2023-10-04T08:04:05,106 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 05422edae4d945a89b3d8a9e837d3ef9, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406637027 2023-10-04T08:04:05,106 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting fbe573201c91475fa3e4ff2ec4392644, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406637357 2023-10-04T08:04:05,106 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting c3abf86ca2a74ad2a33e5d83d2fe0a48, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406637357 2023-10-04T08:04:05,106 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting b013f83e76c44cdab86a641e908048ad, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406637677 2023-10-04T08:04:05,107 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 348d10250e5844f0a950b0b745b4fde7, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406637677 2023-10-04T08:04:05,107 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 7de1c83cbfae44e5ae10e4f81c40f458, keycount=8, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406637996 2023-10-04T08:04:05,107 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 6d4ede9b486d4ab38d822b93e1869f35, keycount=8, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406637996 2023-10-04T08:04:05,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=84, resume processing ppid=83 2023-10-04T08:04:05,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=84, ppid=83, state=SUCCESS; OpenRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 in 225 msec 2023-10-04T08:04:05,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN in 1.5850 sec 2023-10-04T08:04:05,154 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6f022833b982a359734cdc64841e8d#cf2#compaction#50 average throughput is 1.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:05,155 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/f5083e124a3441d19551c7cdd7bbafba is 34, key is 11/cf2:q/1696406636075/Put/seqid=0 2023-10-04T08:04:05,158 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf6f022833b982a359734cdc64841e8d#cf1#compaction#51 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:05,158 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/fa0afc2d097a4b4e9f946d4509a6ccde is 34, key is 11/cf1:q/1696406636075/Put/seqid=0 2023-10-04T08:04:05,171 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf2/f5083e124a3441d19551c7cdd7bbafba as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/f5083e124a3441d19551c7cdd7bbafba 2023-10-04T08:04:05,178 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRollbackAndDoubleExecution' 2023-10-04T08:04:05,179 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in bf6f022833b982a359734cdc64841e8d/cf2 of bf6f022833b982a359734cdc64841e8d into f5083e124a3441d19551c7cdd7bbafba(size=7.0 K), total size for store is 7.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:05,179 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:04:05,179 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d., storeName=bf6f022833b982a359734cdc64841e8d/cf2, priority=9, startTime=1696406645101; duration=0sec 2023-10-04T08:04:05,179 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:05,179 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6f022833b982a359734cdc64841e8d:cf2 2023-10-04T08:04:05,182 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/.tmp/cf1/fa0afc2d097a4b4e9f946d4509a6ccde as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fa0afc2d097a4b4e9f946d4509a6ccde 2023-10-04T08:04:05,190 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in bf6f022833b982a359734cdc64841e8d/cf1 of bf6f022833b982a359734cdc64841e8d into fa0afc2d097a4b4e9f946d4509a6ccde(size=7.0 K), total size for store is 7.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:05,190 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:04:05,190 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d., storeName=bf6f022833b982a359734cdc64841e8d/cf1, priority=9, startTime=1696406645100; duration=0sec 2023-10-04T08:04:05,191 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:05,191 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf6f022833b982a359734cdc64841e8d:cf1 2023-10-04T08:04:05,457 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(335): procId=80 exception: org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested 2023-10-04T08:04:05,460 DEBUG [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table testRollbackAndDoubleExecution get assigned. Timeout = 1500ms 2023-10-04T08:04:05,461 INFO [Listener at localhost/36205 {}] hbase.Waiter(181): Waiting up to [1,500] milli-secs(wait.for.ratio=[1]) 2023-10-04T08:04:05,464 INFO [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(3581): All regions for table testRollbackAndDoubleExecution assigned to meta. Checking AM states. 2023-10-04T08:04:05,464 INFO [Listener at localhost/36205 {}] hbase.Waiter(181): Waiting up to [1,500] milli-secs(wait.for.ratio=[1]) 2023-10-04T08:04:05,464 INFO [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(3601): All regions for table testRollbackAndDoubleExecution assigned. 2023-10-04T08:04:05,493 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:04:05,495 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testRollbackAndDoubleExecution 2023-10-04T08:04:05,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testRollbackAndDoubleExecution 2023-10-04T08:04:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=85, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=85 2023-10-04T08:04:05,501 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406645501"}]},"ts":"1696406645501"} 2023-10-04T08:04:05,503 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackAndDoubleExecution, state=DISABLING in hbase:meta 2023-10-04T08:04:05,508 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testRollbackAndDoubleExecution to state=DISABLING 2023-10-04T08:04:05,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN}] 2023-10-04T08:04:05,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN 2023-10-04T08:04:05,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:05,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=85 2023-10-04T08:04:05,666 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(119): Close bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,666 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1668): Closing bf6f022833b982a359734cdc64841e8d, disabling compactions & flushes 2023-10-04T08:04:05,666 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1690): Closing region testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,666 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,666 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1778): Acquired close lock on testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. after waiting 0 ms 2023-10-04T08:04:05,666 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1788): Updates disabled for region testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,667 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458] to archive 2023-10-04T08:04:05,668 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:04:05,671 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b652a5967d384fe6a8f848d712488b42 2023-10-04T08:04:05,672 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/035d2ff18be046a494e101f2df964d05 2023-10-04T08:04:05,674 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/dce97f73f73a41b8914be80799d4ac88 2023-10-04T08:04:05,675 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b0384f0108f7422095c54865cd5c955e 2023-10-04T08:04:05,676 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fbe573201c91475fa3e4ff2ec4392644 2023-10-04T08:04:05,678 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/b013f83e76c44cdab86a641e908048ad 2023-10-04T08:04:05,679 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/7de1c83cbfae44e5ae10e4f81c40f458 2023-10-04T08:04:05,684 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35] to archive 2023-10-04T08:04:05,684 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:04:05,686 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/14fb36f4b66f4c819f93a271aa5aa298 2023-10-04T08:04:05,688 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6e3c1a0cb52b4482b71377ab3b1d69a4 2023-10-04T08:04:05,689 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/85af828f92714fa3b6cdabd50bf9242d 2023-10-04T08:04:05,690 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/05422edae4d945a89b3d8a9e837d3ef9 2023-10-04T08:04:05,692 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/c3abf86ca2a74ad2a33e5d83d2fe0a48 2023-10-04T08:04:05,697 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/348d10250e5844f0a950b0b745b4fde7 2023-10-04T08:04:05,698 DEBUG [StoreCloser-testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/6d4ede9b486d4ab38d822b93e1869f35 2023-10-04T08:04:05,708 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:04:05,709 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:05,709 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1909): Closed testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d. 2023-10-04T08:04:05,709 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1622): Region close journal for bf6f022833b982a359734cdc64841e8d: 2023-10-04T08:04:05,711 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(163): Closed bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=86 updating hbase:meta row=bf6f022833b982a359734cdc64841e8d, regionState=CLOSED 2023-10-04T08:04:05,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=87, resume processing ppid=86 2023-10-04T08:04:05,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=87, ppid=86, state=SUCCESS; CloseRegionProcedure bf6f022833b982a359734cdc64841e8d, server=jenkins-hbase3.apache.org,35445,1696406619072 in 200 msec 2023-10-04T08:04:05,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=86, resume processing ppid=85 2023-10-04T08:04:05,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=86, ppid=85, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, UNASSIGN in 206 msec 2023-10-04T08:04:05,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406645724"}]},"ts":"1696406645724"} 2023-10-04T08:04:05,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackAndDoubleExecution, state=DISABLED in hbase:meta 2023-10-04T08:04:05,727 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testRollbackAndDoubleExecution to state=DISABLED 2023-10-04T08:04:05,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution in 232 msec 2023-10-04T08:04:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=85 2023-10-04T08:04:05,804 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testRollbackAndDoubleExecution, procId: 85 completed 2023-10-04T08:04:05,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testRollbackAndDoubleExecution 2023-10-04T08:04:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:05,807 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:05,807 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=88 2023-10-04T08:04:05,809 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,812 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/recovered.edits] 2023-10-04T08:04:05,816 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fa0afc2d097a4b4e9f946d4509a6ccde to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf1/fa0afc2d097a4b4e9f946d4509a6ccde 2023-10-04T08:04:05,819 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/f5083e124a3441d19551c7cdd7bbafba to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/cf2/f5083e124a3441d19551c7cdd7bbafba 2023-10-04T08:04:05,824 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d/recovered.edits/90.seqid 2023-10-04T08:04:05,825 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackAndDoubleExecution/bf6f022833b982a359734cdc64841e8d 2023-10-04T08:04:05,825 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testRollbackAndDoubleExecution regions 2023-10-04T08:04:05,827 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:05,830 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of testRollbackAndDoubleExecution from hbase:meta 2023-10-04T08:04:05,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testRollbackAndDoubleExecution' descriptor. 2023-10-04T08:04:05,833 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:05,833 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testRollbackAndDoubleExecution' from region states. 2023-10-04T08:04:05,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406645833"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:05,834 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-10-04T08:04:05,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bf6f022833b982a359734cdc64841e8d, NAME => 'testRollbackAndDoubleExecution,,1696406635570.bf6f022833b982a359734cdc64841e8d.', STARTKEY => '', ENDKEY => ''}] 2023-10-04T08:04:05,835 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testRollbackAndDoubleExecution' as deleted. 2023-10-04T08:04:05,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRollbackAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406645835"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:05,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testRollbackAndDoubleExecution state from META 2023-10-04T08:04:05,838 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:04:05,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution in 34 msec 2023-10-04T08:04:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=88 2023-10-04T08:04:05,909 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testRollbackAndDoubleExecution, procId: 88 completed 2023-10-04T08:04:05,924 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testRollbackAndDoubleExecution Thread=390 (was 393), OpenFileDescriptor=842 (was 856), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=299 (was 298) - SystemLoadAverage LEAK? -, ProcessCount=167 (was 167), AvailableMemoryMB=6491 (was 6530) 2023-10-04T08:04:05,937 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionNoStoreFile Thread=390, OpenFileDescriptor=842, MaxFileDescriptor=60000, SystemLoadAverage=299, ProcessCount=167, AvailableMemoryMB=6490 2023-10-04T08:04:05,938 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:04:05,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:04:05,940 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:05,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionNoStoreFile execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:04:05,942 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:05,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testSplitTableRegionNoStoreFile execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:04:06,360 INFO [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 7e9cd6672570e0be22bbf336b82be002, NAME => 'testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testSplitTableRegionNoStoreFile', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:04:06,368 DEBUG [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(888): Instantiated testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:06,368 DEBUG [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(1668): Closing 7e9cd6672570e0be22bbf336b82be002, disabling compactions & flushes 2023-10-04T08:04:06,368 INFO [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(1690): Closing region testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:06,368 DEBUG [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:06,368 DEBUG [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. after waiting 0 ms 2023-10-04T08:04:06,368 DEBUG [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:06,369 INFO [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(1909): Closed testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:06,369 DEBUG [RegionOpenAndInit-testSplitTableRegionNoStoreFile-pool-0 {}] regionserver.HRegion(1622): Region close journal for 7e9cd6672570e0be22bbf336b82be002: 2023-10-04T08:04:06,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testSplitTableRegionNoStoreFile execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:04:06,370 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1696406646370"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406646370"}]},"ts":"1696406646370"} 2023-10-04T08:04:06,371 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:04:06,372 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testSplitTableRegionNoStoreFile execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:04:06,372 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406646372"}]},"ts":"1696406646372"} 2023-10-04T08:04:06,373 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionNoStoreFile, state=ENABLING in hbase:meta 2023-10-04T08:04:06,379 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:04:06,380 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:04:06,380 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:04:06,380 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:04:06,380 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:04:06,380 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:04:06,380 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:04:06,380 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:04:06,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=7e9cd6672570e0be22bbf336b82be002, ASSIGN}] 2023-10-04T08:04:06,382 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=7e9cd6672570e0be22bbf336b82be002, ASSIGN 2023-10-04T08:04:06,383 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=7e9cd6672570e0be22bbf336b82be002, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:04:06,533 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:04:06,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=7e9cd6672570e0be22bbf336b82be002, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:06,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; OpenRegionProcedure 7e9cd6672570e0be22bbf336b82be002, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:06,690 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(130): Open testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:06,690 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7254): Opening region: {ENCODED => 7e9cd6672570e0be22bbf336b82be002, NAME => 'testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:04:06,691 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:06,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionNoStoreFile 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(888): Instantiated testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:06,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7296): checking encryption for 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,691 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7299): checking classloading for 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,692 INFO [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,694 INFO [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9cd6672570e0be22bbf336b82be002 columnFamilyName cf1 2023-10-04T08:04:06,694 DEBUG [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:06,694 INFO [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] regionserver.HStore(324): Store=7e9cd6672570e0be22bbf336b82be002/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:06,694 INFO [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,695 INFO [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9cd6672570e0be22bbf336b82be002 columnFamilyName cf2 2023-10-04T08:04:06,695 DEBUG [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:06,696 INFO [StoreOpener-7e9cd6672570e0be22bbf336b82be002-1 {}] regionserver.HStore(324): Store=7e9cd6672570e0be22bbf336b82be002/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:06,696 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,697 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionNoStoreFile descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:04:06,699 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1076): writing seq id for 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:06,701 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:04:06,701 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): Opened 7e9cd6672570e0be22bbf336b82be002; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66555231, jitterRate=-0.00824977457523346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:04:06,701 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(992): Region open journal for 7e9cd6672570e0be22bbf336b82be002: 2023-10-04T08:04:06,702 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002., pid=91, masterSystemTime=1696406646688 2023-10-04T08:04:06,704 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:06,704 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(158): Opened testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:06,704 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=90 updating hbase:meta row=7e9cd6672570e0be22bbf336b82be002, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:06,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=91, resume processing ppid=90 2023-10-04T08:04:06,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=91, ppid=90, state=SUCCESS; OpenRegionProcedure 7e9cd6672570e0be22bbf336b82be002, server=jenkins-hbase3.apache.org,35445,1696406619072 in 169 msec 2023-10-04T08:04:06,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=90, resume processing ppid=89 2023-10-04T08:04:06,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=90, ppid=89, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=7e9cd6672570e0be22bbf336b82be002, ASSIGN in 326 msec 2023-10-04T08:04:06,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testSplitTableRegionNoStoreFile execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:04:06,709 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406646709"}]},"ts":"1696406646709"} 2023-10-04T08:04:06,710 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionNoStoreFile, state=ENABLED in hbase:meta 2023-10-04T08:04:06,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionNoStoreFile execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:04:06,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile in 773 msec 2023-10-04T08:04:06,942 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:06,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=92, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:06,947 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=92, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:06,947 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=92, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:06,947 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=92, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:06,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=7e9cd6672570e0be22bbf336b82be002, UNASSIGN}] 2023-10-04T08:04:06,950 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=7e9cd6672570e0be22bbf336b82be002, UNASSIGN 2023-10-04T08:04:06,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=7e9cd6672570e0be22bbf336b82be002, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:06,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 7e9cd6672570e0be22bbf336b82be002, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:07,105 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(119): Close 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:07,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1668): Closing 7e9cd6672570e0be22bbf336b82be002, disabling compactions & flushes 2023-10-04T08:04:07,106 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1690): Closing region testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:07,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:07,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. after waiting 0 ms 2023-10-04T08:04:07,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:07,110 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-04T08:04:07,110 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:07,110 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1909): Closed testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002. 2023-10-04T08:04:07,110 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1622): Region close journal for 7e9cd6672570e0be22bbf336b82be002: 2023-10-04T08:04:07,112 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(163): Closed 7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:07,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=7e9cd6672570e0be22bbf336b82be002, regionState=CLOSED 2023-10-04T08:04:07,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=94, resume processing ppid=93 2023-10-04T08:04:07,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 7e9cd6672570e0be22bbf336b82be002, server=jenkins-hbase3.apache.org,35445,1696406619072 in 160 msec 2023-10-04T08:04:07,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=93, resume processing ppid=92 2023-10-04T08:04:07,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=7e9cd6672570e0be22bbf336b82be002, UNASSIGN in 166 msec 2023-10-04T08:04:07,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:07,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:07,147 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=-1 2023-10-04T08:04:07,149 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=-1 2023-10-04T08:04:07,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.","families":{"info":[{"qualifier":"regioninfo","vlen":65,"tag":[],"timestamp":"1696406647150"},{"qualifier":"splitA","vlen":67,"tag":[],"timestamp":"1696406647150"},{"qualifier":"splitB","vlen":67,"tag":[],"timestamp":"1696406647150"}]},"ts":"1696406647150"} 2023-10-04T08:04:07,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1696406647150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406647150"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406647150"}]},"ts":"1696406647150"} 2023-10-04T08:04:07,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1696406647150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406647150"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406647150"}]},"ts":"1696406647150"} 2023-10-04T08:04:07,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=95, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=2be4a502eb085dfd2ea632cfa4f5faa8, ASSIGN}, {pid=96, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=d4c9e63529a8bf2073897d9a023d56ef, ASSIGN}] 2023-10-04T08:04:07,155 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=96, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=d4c9e63529a8bf2073897d9a023d56ef, ASSIGN 2023-10-04T08:04:07,155 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=96, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=d4c9e63529a8bf2073897d9a023d56ef, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:04:07,156 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=95, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=2be4a502eb085dfd2ea632cfa4f5faa8, ASSIGN 2023-10-04T08:04:07,157 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=95, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=2be4a502eb085dfd2ea632cfa4f5faa8, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:04:07,306 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 2 regions. 2 retained the pre-restart assignment. 2023-10-04T08:04:07,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=96 updating hbase:meta row=d4c9e63529a8bf2073897d9a023d56ef, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:07,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; OpenRegionProcedure d4c9e63529a8bf2073897d9a023d56ef, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:07,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=2be4a502eb085dfd2ea632cfa4f5faa8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:07,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=98, ppid=95, state=RUNNABLE; OpenRegionProcedure 2be4a502eb085dfd2ea632cfa4f5faa8, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:07,464 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(130): Open testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. 2023-10-04T08:04:07,464 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7254): Opening region: {ENCODED => 2be4a502eb085dfd2ea632cfa4f5faa8, NAME => 'testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8.', STARTKEY => '', ENDKEY => '41'} 2023-10-04T08:04:07,465 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:07,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionNoStoreFile 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(888): Instantiated testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:07,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7296): checking encryption for 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,465 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7299): checking classloading for 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,467 INFO [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,468 INFO [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2be4a502eb085dfd2ea632cfa4f5faa8 columnFamilyName cf1 2023-10-04T08:04:07,468 DEBUG [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:07,469 INFO [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] regionserver.HStore(324): Store=2be4a502eb085dfd2ea632cfa4f5faa8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:07,469 INFO [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,470 INFO [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2be4a502eb085dfd2ea632cfa4f5faa8 columnFamilyName cf2 2023-10-04T08:04:07,470 DEBUG [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:07,471 INFO [StoreOpener-2be4a502eb085dfd2ea632cfa4f5faa8-1 {}] regionserver.HStore(324): Store=2be4a502eb085dfd2ea632cfa4f5faa8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:07,472 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,473 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,474 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionNoStoreFile descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:04:07,476 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1076): writing seq id for 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,477 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): Opened 2be4a502eb085dfd2ea632cfa4f5faa8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64888116, jitterRate=-0.033091723918914795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:04:07,478 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(992): Region open journal for 2be4a502eb085dfd2ea632cfa4f5faa8: 2023-10-04T08:04:07,479 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8., pid=98, masterSystemTime=1696406647461 2023-10-04T08:04:07,481 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. 2023-10-04T08:04:07,481 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(158): Opened testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. 2023-10-04T08:04:07,481 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=2be4a502eb085dfd2ea632cfa4f5faa8, regionState=OPEN, openSeqNum=5, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:07,481 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(130): Open testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. 2023-10-04T08:04:07,481 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7254): Opening region: {ENCODED => d4c9e63529a8bf2073897d9a023d56ef, NAME => 'testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef.', STARTKEY => '41', ENDKEY => ''} 2023-10-04T08:04:07,482 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:07,482 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionNoStoreFile d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,482 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(888): Instantiated testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:07,482 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7296): checking encryption for d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,482 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7299): checking classloading for d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,484 INFO [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,486 INFO [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c9e63529a8bf2073897d9a023d56ef columnFamilyName cf1 2023-10-04T08:04:07,486 DEBUG [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:07,486 INFO [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] regionserver.HStore(324): Store=d4c9e63529a8bf2073897d9a023d56ef/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:07,486 INFO [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=98, resume processing ppid=95 2023-10-04T08:04:07,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=98, ppid=95, state=SUCCESS; OpenRegionProcedure 2be4a502eb085dfd2ea632cfa4f5faa8, server=jenkins-hbase3.apache.org,35445,1696406619072 in 172 msec 2023-10-04T08:04:07,488 INFO [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c9e63529a8bf2073897d9a023d56ef columnFamilyName cf2 2023-10-04T08:04:07,488 DEBUG [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:07,488 INFO [StoreOpener-d4c9e63529a8bf2073897d9a023d56ef-1 {}] regionserver.HStore(324): Store=d4c9e63529a8bf2073897d9a023d56ef/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:07,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=95, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=2be4a502eb085dfd2ea632cfa4f5faa8, ASSIGN in 333 msec 2023-10-04T08:04:07,489 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,490 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,491 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionNoStoreFile descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:04:07,492 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1076): writing seq id for d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,493 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): Opened d4c9e63529a8bf2073897d9a023d56ef; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70913511, jitterRate=0.056693658232688904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:04:07,493 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(992): Region open journal for d4c9e63529a8bf2073897d9a023d56ef: 2023-10-04T08:04:07,494 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef., pid=97, masterSystemTime=1696406647461 2023-10-04T08:04:07,495 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. 2023-10-04T08:04:07,495 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(158): Opened testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. 2023-10-04T08:04:07,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=96 updating hbase:meta row=d4c9e63529a8bf2073897d9a023d56ef, regionState=OPEN, openSeqNum=5, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:07,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=97, resume processing ppid=96 2023-10-04T08:04:07,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=97, ppid=96, state=SUCCESS; OpenRegionProcedure d4c9e63529a8bf2073897d9a023d56ef, server=jenkins-hbase3.apache.org,35445,1696406619072 in 188 msec 2023-10-04T08:04:07,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=96, resume processing ppid=92 2023-10-04T08:04:07,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=96, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=d4c9e63529a8bf2073897d9a023d56ef, ASSIGN in 345 msec 2023-10-04T08:04:07,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef in 559 msec 2023-10-04T08:04:07,700 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '41', inclusive 2023-10-04T08:04:07,703 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:04:07,705 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testSplitTableRegionNoStoreFile 2023-10-04T08:04:07,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testSplitTableRegionNoStoreFile 2023-10-04T08:04:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=99 2023-10-04T08:04:07,709 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406647708"}]},"ts":"1696406647708"} 2023-10-04T08:04:07,710 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionNoStoreFile, state=DISABLING in hbase:meta 2023-10-04T08:04:07,711 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testSplitTableRegionNoStoreFile to state=DISABLING 2023-10-04T08:04:07,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=2be4a502eb085dfd2ea632cfa4f5faa8, UNASSIGN}, {pid=101, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=d4c9e63529a8bf2073897d9a023d56ef, UNASSIGN}] 2023-10-04T08:04:07,713 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=101, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=d4c9e63529a8bf2073897d9a023d56ef, UNASSIGN 2023-10-04T08:04:07,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=d4c9e63529a8bf2073897d9a023d56ef, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:07,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure d4c9e63529a8bf2073897d9a023d56ef, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:07,717 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=2be4a502eb085dfd2ea632cfa4f5faa8, UNASSIGN 2023-10-04T08:04:07,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=100 updating hbase:meta row=2be4a502eb085dfd2ea632cfa4f5faa8, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:07,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=103, ppid=100, state=RUNNABLE; CloseRegionProcedure 2be4a502eb085dfd2ea632cfa4f5faa8, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=99 2023-10-04T08:04:07,866 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(119): Close d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,867 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1668): Closing d4c9e63529a8bf2073897d9a023d56ef, disabling compactions & flushes 2023-10-04T08:04:07,868 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1690): Closing region testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. 2023-10-04T08:04:07,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. 2023-10-04T08:04:07,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. after waiting 0 ms 2023-10-04T08:04:07,868 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. 2023-10-04T08:04:07,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2023-10-04T08:04:07,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:07,872 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1909): Closed testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef. 2023-10-04T08:04:07,872 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1622): Region close journal for d4c9e63529a8bf2073897d9a023d56ef: 2023-10-04T08:04:07,874 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(163): Closed d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:07,874 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(119): Close 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,875 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1668): Closing 2be4a502eb085dfd2ea632cfa4f5faa8, disabling compactions & flushes 2023-10-04T08:04:07,875 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1690): Closing region testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. 2023-10-04T08:04:07,875 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. 2023-10-04T08:04:07,875 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. after waiting 0 ms 2023-10-04T08:04:07,875 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. 2023-10-04T08:04:07,875 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=d4c9e63529a8bf2073897d9a023d56ef, regionState=CLOSED 2023-10-04T08:04:07,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=102, resume processing ppid=101 2023-10-04T08:04:07,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure d4c9e63529a8bf2073897d9a023d56ef, server=jenkins-hbase3.apache.org,35445,1696406619072 in 163 msec 2023-10-04T08:04:07,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=101, ppid=99, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=d4c9e63529a8bf2073897d9a023d56ef, UNASSIGN in 166 msec 2023-10-04T08:04:07,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2023-10-04T08:04:07,882 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:07,882 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1909): Closed testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8. 2023-10-04T08:04:07,883 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1622): Region close journal for 2be4a502eb085dfd2ea632cfa4f5faa8: 2023-10-04T08:04:07,884 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(163): Closed 2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:07,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=100 updating hbase:meta row=2be4a502eb085dfd2ea632cfa4f5faa8, regionState=CLOSED 2023-10-04T08:04:07,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=103, resume processing ppid=100 2023-10-04T08:04:07,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=103, ppid=100, state=SUCCESS; CloseRegionProcedure 2be4a502eb085dfd2ea632cfa4f5faa8, server=jenkins-hbase3.apache.org,35445,1696406619072 in 172 msec 2023-10-04T08:04:07,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=100, resume processing ppid=99 2023-10-04T08:04:07,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=100, ppid=99, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionNoStoreFile, region=2be4a502eb085dfd2ea632cfa4f5faa8, UNASSIGN in 180 msec 2023-10-04T08:04:07,895 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406647894"}]},"ts":"1696406647894"} 2023-10-04T08:04:07,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionNoStoreFile, state=DISABLED in hbase:meta 2023-10-04T08:04:07,898 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testSplitTableRegionNoStoreFile to state=DISABLED 2023-10-04T08:04:07,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile in 193 msec 2023-10-04T08:04:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=99 2023-10-04T08:04:08,011 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testSplitTableRegionNoStoreFile, procId: 99 completed 2023-10-04T08:04:08,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testSplitTableRegionNoStoreFile 2023-10-04T08:04:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=104, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:08,014 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=104, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:08,015 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=104, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=104 2023-10-04T08:04:08,019 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:08,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:08,019 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:08,025 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8/recovered.edits] 2023-10-04T08:04:08,025 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002/recovered.edits] 2023-10-04T08:04:08,026 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef/recovered.edits] 2023-10-04T08:04:08,035 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002/recovered.edits/4.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002/recovered.edits/4.seqid 2023-10-04T08:04:08,035 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef/recovered.edits/7.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef/recovered.edits/7.seqid 2023-10-04T08:04:08,036 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/7e9cd6672570e0be22bbf336b82be002 2023-10-04T08:04:08,036 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:04:08,036 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8/recovered.edits/7.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8/recovered.edits/7.seqid 2023-10-04T08:04:08,037 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionNoStoreFile/2be4a502eb085dfd2ea632cfa4f5faa8 2023-10-04T08:04:08,037 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testSplitTableRegionNoStoreFile regions 2023-10-04T08:04:08,039 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=104, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:08,041 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 3 rows of testSplitTableRegionNoStoreFile from hbase:meta 2023-10-04T08:04:08,043 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testSplitTableRegionNoStoreFile' descriptor. 2023-10-04T08:04:08,044 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=104, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:08,044 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testSplitTableRegionNoStoreFile' from region states. 2023-10-04T08:04:08,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406648044"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:08,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406648044"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:08,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406648044"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:08,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 3 regions from META 2023-10-04T08:04:08,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7e9cd6672570e0be22bbf336b82be002, NAME => 'testSplitTableRegionNoStoreFile,,1696406645939.7e9cd6672570e0be22bbf336b82be002.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 2be4a502eb085dfd2ea632cfa4f5faa8, NAME => 'testSplitTableRegionNoStoreFile,,1696406646942.2be4a502eb085dfd2ea632cfa4f5faa8.', STARTKEY => '', ENDKEY => '41'}, {ENCODED => d4c9e63529a8bf2073897d9a023d56ef, NAME => 'testSplitTableRegionNoStoreFile,41,1696406646942.d4c9e63529a8bf2073897d9a023d56ef.', STARTKEY => '41', ENDKEY => ''}] 2023-10-04T08:04:08,046 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testSplitTableRegionNoStoreFile' as deleted. 2023-10-04T08:04:08,047 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionNoStoreFile","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406648046"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:08,048 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testSplitTableRegionNoStoreFile state from META 2023-10-04T08:04:08,050 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=104, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:04:08,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile in 38 msec 2023-10-04T08:04:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=104 2023-10-04T08:04:08,117 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testSplitTableRegionNoStoreFile, procId: 104 completed 2023-10-04T08:04:08,132 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionNoStoreFile Thread=395 (was 390) Potentially hanging thread: hconnection-0x2634c956-shared-pool-27 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: HFileArchiver-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2142768677_18 at /127.0.0.1:36654 [Waiting for operation #6] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2142768677_18 at /127.0.0.1:36288 [Waiting for operation #63] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=842 (was 842), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=283 (was 299), ProcessCount=167 (was 167), AvailableMemoryMB=6423 (was 6490) 2023-10-04T08:04:08,146 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionDeletedRowsDaughter Thread=395, OpenFileDescriptor=842, MaxFileDescriptor=60000, SystemLoadAverage=283, ProcessCount=167, AvailableMemoryMB=6422 2023-10-04T08:04:08,147 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:04:08,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:04:08,149 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=105, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:08,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=105, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:04:08,151 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:08,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=105, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:04:08,167 INFO [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => fe8cb583e5b76acd560e5f46878b47f3, NAME => 'testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testSplitTableRegionDeletedRowsDaughter', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:04:08,177 DEBUG [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(888): Instantiated testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:08,177 DEBUG [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(1668): Closing fe8cb583e5b76acd560e5f46878b47f3, disabling compactions & flushes 2023-10-04T08:04:08,177 INFO [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(1690): Closing region testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,178 DEBUG [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,178 DEBUG [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. after waiting 0 ms 2023-10-04T08:04:08,178 DEBUG [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,178 INFO [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(1909): Closed testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,178 DEBUG [RegionOpenAndInit-testSplitTableRegionDeletedRowsDaughter-pool-0 {}] regionserver.HRegion(1622): Region close journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:08,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=105, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:04:08,179 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1696406648179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406648179"}]},"ts":"1696406648179"} 2023-10-04T08:04:08,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:04:08,181 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=105, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:04:08,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406648181"}]},"ts":"1696406648181"} 2023-10-04T08:04:08,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionDeletedRowsDaughter, state=ENABLING in hbase:meta 2023-10-04T08:04:08,188 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:04:08,189 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:04:08,189 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:04:08,189 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:04:08,189 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:04:08,189 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:04:08,189 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:04:08,189 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:04:08,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=fe8cb583e5b76acd560e5f46878b47f3, ASSIGN}] 2023-10-04T08:04:08,191 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=fe8cb583e5b76acd560e5f46878b47f3, ASSIGN 2023-10-04T08:04:08,192 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=fe8cb583e5b76acd560e5f46878b47f3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:04:08,342 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:04:08,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=106 updating hbase:meta row=fe8cb583e5b76acd560e5f46878b47f3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:08,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; OpenRegionProcedure fe8cb583e5b76acd560e5f46878b47f3, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:08,502 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(130): Open testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,502 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7254): Opening region: {ENCODED => fe8cb583e5b76acd560e5f46878b47f3, NAME => 'testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:04:08,502 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:08,502 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionDeletedRowsDaughter fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,502 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(888): Instantiated testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:08,503 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7296): checking encryption for fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,503 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7299): checking classloading for fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,504 INFO [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,505 INFO [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe8cb583e5b76acd560e5f46878b47f3 columnFamilyName cf1 2023-10-04T08:04:08,505 DEBUG [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:08,505 INFO [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] regionserver.HStore(324): Store=fe8cb583e5b76acd560e5f46878b47f3/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:08,505 INFO [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,507 INFO [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe8cb583e5b76acd560e5f46878b47f3 columnFamilyName cf2 2023-10-04T08:04:08,507 DEBUG [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:08,507 INFO [StoreOpener-fe8cb583e5b76acd560e5f46878b47f3-1 {}] regionserver.HStore(324): Store=fe8cb583e5b76acd560e5f46878b47f3/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:08,508 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,509 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,510 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionDeletedRowsDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:04:08,512 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1076): writing seq id for fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:08,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:04:08,514 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1093): Opened fe8cb583e5b76acd560e5f46878b47f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75452658, jitterRate=0.12433221936225891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:04:08,515 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(992): Region open journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:08,516 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3., pid=107, masterSystemTime=1696406648496 2023-10-04T08:04:08,517 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,517 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(158): Opened testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,517 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=106 updating hbase:meta row=fe8cb583e5b76acd560e5f46878b47f3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:08,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=107, resume processing ppid=106 2023-10-04T08:04:08,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=107, ppid=106, state=SUCCESS; OpenRegionProcedure fe8cb583e5b76acd560e5f46878b47f3, server=jenkins-hbase3.apache.org,39189,1696406618997 in 175 msec 2023-10-04T08:04:08,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=106, resume processing ppid=105 2023-10-04T08:04:08,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=106, ppid=105, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=fe8cb583e5b76acd560e5f46878b47f3, ASSIGN in 332 msec 2023-10-04T08:04:08,524 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=105, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:04:08,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406648524"}]},"ts":"1696406648524"} 2023-10-04T08:04:08,525 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionDeletedRowsDaughter, state=ENABLED in hbase:meta 2023-10-04T08:04:08,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=105, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:04:08,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter in 380 msec 2023-10-04T08:04:08,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:08,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=108 2023-10-04T08:04:08,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:08,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:08,706 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:08,706 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSplitTableRegionDeletedRowsDaughter Metrics about Tables on a single HBase RegionServer 2023-10-04T08:04:08,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRollbackAndDoubleExecution 2023-10-04T08:04:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=108 2023-10-04T08:04:08,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2023-10-04T08:04:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,812 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:04:08,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/3107b464f2724f8ea5b9048612ffc68c is 34, key is 11/cf1:q/1696406648652/Put/seqid=0 2023-10-04T08:04:08,832 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/3107b464f2724f8ea5b9048612ffc68c 2023-10-04T08:04:08,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/07711e268cbe4ef6a70a4cef365cb573 is 34, key is 11/cf2:q/1696406648652/Put/seqid=0 2023-10-04T08:04:08,853 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/07711e268cbe4ef6a70a4cef365cb573 2023-10-04T08:04:08,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/3107b464f2724f8ea5b9048612ffc68c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c 2023-10-04T08:04:08,861 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:04:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/07711e268cbe4ef6a70a4cef365cb573 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573 2023-10-04T08:04:08,866 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:04:08,867 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 55ms, sequenceid=6, compaction requested=false 2023-10-04T08:04:08,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testSplitTableRegionDeletedRowsDaughter' 2023-10-04T08:04:08,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:08,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:08,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=109 2023-10-04T08:04:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=109 2023-10-04T08:04:08,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=109, resume processing ppid=108 2023-10-04T08:04:08,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 210 msec 2023-10-04T08:04:08,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter in 215 msec 2023-10-04T08:04:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=108 2023-10-04T08:04:08,961 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 108 completed 2023-10-04T08:04:08,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:08,975 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=110 2023-10-04T08:04:08,976 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:08,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=110 2023-10-04T08:04:09,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2023-10-04T08:04:09,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:09,130 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:04:09,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/9757c031037d4778a2fedc163bc561ea is 34, key is 12/cf1:q/1696406648961/Put/seqid=0 2023-10-04T08:04:09,140 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/9757c031037d4778a2fedc163bc561ea 2023-10-04T08:04:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/9e363bcc54ed46d8802a725a723c4780 is 34, key is 12/cf2:q/1696406648961/Put/seqid=0 2023-10-04T08:04:09,156 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/9e363bcc54ed46d8802a725a723c4780 2023-10-04T08:04:09,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/9757c031037d4778a2fedc163bc561ea as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea 2023-10-04T08:04:09,164 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:04:09,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/9e363bcc54ed46d8802a725a723c4780 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780 2023-10-04T08:04:09,171 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:04:09,172 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 42ms, sequenceid=19, compaction requested=false 2023-10-04T08:04:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:09,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=111 2023-10-04T08:04:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=111 2023-10-04T08:04:09,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=111, resume processing ppid=110 2023-10-04T08:04:09,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 199 msec 2023-10-04T08:04:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter in 205 msec 2023-10-04T08:04:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=110 2023-10-04T08:04:09,279 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 110 completed 2023-10-04T08:04:09,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=112 2023-10-04T08:04:09,294 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:09,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:09,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=112 2023-10-04T08:04:09,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2023-10-04T08:04:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:09,450 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:04:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/31ac0118d56c4180b99fc080787ea492 is 34, key is 17/cf1:q/1696406649280/Put/seqid=0 2023-10-04T08:04:09,460 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/31ac0118d56c4180b99fc080787ea492 2023-10-04T08:04:09,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 is 34, key is 17/cf2:q/1696406649280/Put/seqid=0 2023-10-04T08:04:09,472 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 2023-10-04T08:04:09,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/31ac0118d56c4180b99fc080787ea492 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492 2023-10-04T08:04:09,480 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:04:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 2023-10-04T08:04:09,484 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:04:09,485 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 35ms, sequenceid=32, compaction requested=true 2023-10-04T08:04:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:09,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=113 2023-10-04T08:04:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=113 2023-10-04T08:04:09,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=113, resume processing ppid=112 2023-10-04T08:04:09,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2023-10-04T08:04:09,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter in 198 msec 2023-10-04T08:04:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=112 2023-10-04T08:04:09,597 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 112 completed 2023-10-04T08:04:09,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:09,612 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=114 2023-10-04T08:04:09,613 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:09,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=114 2023-10-04T08:04:09,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2023-10-04T08:04:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:09,768 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:04:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/804af9c12a2540578fbca2439f25b754 is 34, key is 22/cf1:q/1696406649597/Put/seqid=0 2023-10-04T08:04:09,790 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/804af9c12a2540578fbca2439f25b754 2023-10-04T08:04:09,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/c1d3f12c3753462ca59e0a4fad0270d1 is 34, key is 22/cf2:q/1696406649597/Put/seqid=0 2023-10-04T08:04:09,814 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/c1d3f12c3753462ca59e0a4fad0270d1 2023-10-04T08:04:09,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/804af9c12a2540578fbca2439f25b754 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/804af9c12a2540578fbca2439f25b754 2023-10-04T08:04:09,825 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/804af9c12a2540578fbca2439f25b754, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:04:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/c1d3f12c3753462ca59e0a4fad0270d1 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/c1d3f12c3753462ca59e0a4fad0270d1 2023-10-04T08:04:09,833 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/c1d3f12c3753462ca59e0a4fad0270d1, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:04:09,835 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 67ms, sequenceid=45, compaction requested=true 2023-10-04T08:04:09,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:09,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:09,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=115 2023-10-04T08:04:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=115 2023-10-04T08:04:09,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=115, resume processing ppid=114 2023-10-04T08:04:09,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 228 msec 2023-10-04T08:04:09,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter in 236 msec 2023-10-04T08:04:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=114 2023-10-04T08:04:09,916 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 114 completed 2023-10-04T08:04:09,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:09,933 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=116 2023-10-04T08:04:09,934 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:09,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=116 2023-10-04T08:04:10,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2023-10-04T08:04:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:10,087 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:04:10,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 is 34, key is 27/cf1:q/1696406649916/Put/seqid=0 2023-10-04T08:04:10,097 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 2023-10-04T08:04:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/e071319484d2417ebb26c478f4ed8d39 is 34, key is 27/cf2:q/1696406649916/Put/seqid=0 2023-10-04T08:04:10,109 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/e071319484d2417ebb26c478f4ed8d39 2023-10-04T08:04:10,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 2023-10-04T08:04:10,117 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/c69627d015a94b7dbecbbcf5dbadfdd9, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:04:10,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/e071319484d2417ebb26c478f4ed8d39 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/e071319484d2417ebb26c478f4ed8d39 2023-10-04T08:04:10,122 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/e071319484d2417ebb26c478f4ed8d39, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:04:10,123 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 35ms, sequenceid=58, compaction requested=true 2023-10-04T08:04:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=117 2023-10-04T08:04:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=117 2023-10-04T08:04:10,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=117, resume processing ppid=116 2023-10-04T08:04:10,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2023-10-04T08:04:10,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter in 197 msec 2023-10-04T08:04:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=116 2023-10-04T08:04:10,236 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 116 completed 2023-10-04T08:04:10,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:10,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=118 2023-10-04T08:04:10,252 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:10,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=118 2023-10-04T08:04:10,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2023-10-04T08:04:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:10,404 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:04:10,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/a423f7b7a6c144069b645baec0bd0b07 is 34, key is 32/cf1:q/1696406650237/Put/seqid=0 2023-10-04T08:04:10,413 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/a423f7b7a6c144069b645baec0bd0b07 2023-10-04T08:04:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/054560a930d14026a5b8b58dc7073f69 is 34, key is 32/cf2:q/1696406650237/Put/seqid=0 2023-10-04T08:04:10,425 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/054560a930d14026a5b8b58dc7073f69 2023-10-04T08:04:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/a423f7b7a6c144069b645baec0bd0b07 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/a423f7b7a6c144069b645baec0bd0b07 2023-10-04T08:04:10,432 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/a423f7b7a6c144069b645baec0bd0b07, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:04:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/054560a930d14026a5b8b58dc7073f69 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/054560a930d14026a5b8b58dc7073f69 2023-10-04T08:04:10,437 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/054560a930d14026a5b8b58dc7073f69, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:04:10,438 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 33ms, sequenceid=71, compaction requested=true 2023-10-04T08:04:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=119 2023-10-04T08:04:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=119 2023-10-04T08:04:10,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=119, resume processing ppid=118 2023-10-04T08:04:10,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2023-10-04T08:04:10,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter in 194 msec 2023-10-04T08:04:10,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:04:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=118 2023-10-04T08:04:10,554 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 118 completed 2023-10-04T08:04:10,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:10,573 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=120 2023-10-04T08:04:10,573 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:10,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=120 2023-10-04T08:04:10,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2023-10-04T08:04:10,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:10,726 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=530 B heapSize=2.33 KB 2023-10-04T08:04:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/6803a07eba51446fa9b6b7285f2da21d is 34, key is 37/cf1:q/1696406650555/Put/seqid=0 2023-10-04T08:04:10,738 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=265 B at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/6803a07eba51446fa9b6b7285f2da21d 2023-10-04T08:04:10,742 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6803a07eba51446fa9b6b7285f2da21d 2023-10-04T08:04:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/d75ec50d7ff44a52a3b8453f3527716c is 34, key is 37/cf2:q/1696406650555/Put/seqid=0 2023-10-04T08:04:10,773 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=265 B at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/d75ec50d7ff44a52a3b8453f3527716c 2023-10-04T08:04:10,778 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75ec50d7ff44a52a3b8453f3527716c 2023-10-04T08:04:10,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/6803a07eba51446fa9b6b7285f2da21d as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d 2023-10-04T08:04:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6803a07eba51446fa9b6b7285f2da21d 2023-10-04T08:04:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d, entries=9, sequenceid=83, filesize=5.2 K 2023-10-04T08:04:10,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/d75ec50d7ff44a52a3b8453f3527716c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c 2023-10-04T08:04:10,790 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75ec50d7ff44a52a3b8453f3527716c 2023-10-04T08:04:10,790 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c, entries=9, sequenceid=83, filesize=5.2 K 2023-10-04T08:04:10,791 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3022): Finished flush of dataSize ~530 B/530, heapSize ~2.30 KB/2352, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 65ms, sequenceid=83, compaction requested=true 2023-10-04T08:04:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=121 2023-10-04T08:04:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=121 2023-10-04T08:04:10,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=121, resume processing ppid=120 2023-10-04T08:04:10,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 220 msec 2023-10-04T08:04:10,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter in 225 msec 2023-10-04T08:04:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=120 2023-10-04T08:04:10,876 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 120 completed 2023-10-04T08:04:10,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:10,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=122 2023-10-04T08:04:10,889 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:10,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=122 2023-10-04T08:04:11,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2023-10-04T08:04:11,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,042 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=250 B heapSize=1.52 KB 2023-10-04T08:04:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/6c08b3c0427049cc918f598922096f72 is 29, key is 61/cf1:/1696406650876/DeleteFamily/seqid=0 2023-10-04T08:04:11,056 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125 B at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:11,060 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/1c8f9c3530f24ee283db72cc2d11ff8e is 29, key is 61/cf2:/1696406650876/DeleteFamily/seqid=0 2023-10-04T08:04:11,072 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125 B at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:11,081 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:11,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/6c08b3c0427049cc918f598922096f72 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:11,093 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:11,093 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6c08b3c0427049cc918f598922096f72, entries=5, sequenceid=91, filesize=5.1 K 2023-10-04T08:04:11,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/1c8f9c3530f24ee283db72cc2d11ff8e as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:11,098 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:11,098 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/1c8f9c3530f24ee283db72cc2d11ff8e, entries=5, sequenceid=91, filesize=5.1 K 2023-10-04T08:04:11,099 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3022): Finished flush of dataSize ~250 B/250, heapSize ~1.48 KB/1520, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 57ms, sequenceid=91, compaction requested=true 2023-10-04T08:04:11,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=123 2023-10-04T08:04:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=123 2023-10-04T08:04:11,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=123, resume processing ppid=122 2023-10-04T08:04:11,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2023-10-04T08:04:11,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter in 217 msec 2023-10-04T08:04:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=122 2023-10-04T08:04:11,191 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 122 completed 2023-10-04T08:04:11,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:11,200 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:04:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=124 2023-10-04T08:04:11,201 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:04:11,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:04:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=124 2023-10-04T08:04:11,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2023-10-04T08:04:11,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,354 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=250 B heapSize=1.52 KB 2023-10-04T08:04:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/591f25e4aaa740d384d70d464f7d8983 is 29, key is 66/cf1:/1696406651192/DeleteFamily/seqid=0 2023-10-04T08:04:11,363 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125 B at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:11,367 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/a5d7adb169624e7394f0a363f88edd9f is 29, key is 66/cf2:/1696406651192/DeleteFamily/seqid=0 2023-10-04T08:04:11,375 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=125 B at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:11,378 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:11,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/591f25e4aaa740d384d70d464f7d8983 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:11,383 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:11,383 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/591f25e4aaa740d384d70d464f7d8983, entries=5, sequenceid=99, filesize=5.1 K 2023-10-04T08:04:11,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/a5d7adb169624e7394f0a363f88edd9f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:11,388 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:11,388 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/a5d7adb169624e7394f0a363f88edd9f, entries=5, sequenceid=99, filesize=5.1 K 2023-10-04T08:04:11,389 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3022): Finished flush of dataSize ~250 B/250, heapSize ~1.48 KB/1520, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 34ms, sequenceid=99, compaction requested=true 2023-10-04T08:04:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2520): Flush status journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=125 2023-10-04T08:04:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=125 2023-10-04T08:04:11,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=125, resume processing ppid=124 2023-10-04T08:04:11,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2023-10-04T08:04:11,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter in 195 msec 2023-10-04T08:04:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=124 2023-10-04T08:04:11,503 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 124 completed 2023-10-04T08:04:11,505 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:11,506 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=126, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:11,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=126, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:11,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=126, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:11,508 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=126, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:11,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=fe8cb583e5b76acd560e5f46878b47f3, UNASSIGN}] 2023-10-04T08:04:11,511 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=fe8cb583e5b76acd560e5f46878b47f3, UNASSIGN 2023-10-04T08:04:11,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=fe8cb583e5b76acd560e5f46878b47f3, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:11,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE; CloseRegionProcedure fe8cb583e5b76acd560e5f46878b47f3, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:11,669 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(119): Close fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1668): Closing fe8cb583e5b76acd560e5f46878b47f3, disabling compactions & flushes 2023-10-04T08:04:11,669 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1690): Closing region testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. after waiting 0 ms 2023-10-04T08:04:11,669 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,669 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(2819): Flushing fe8cb583e5b76acd560e5f46878b47f3 2/2 column families, dataSize=50 B heapSize=720 B 2023-10-04T08:04:11,674 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/539eef4d421649db8ce11f0ac8cce7ae is 29, key is 71/cf1:/1696406651503/DeleteFamily/seqid=0 2023-10-04T08:04:11,689 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:11,694 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:11,697 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/4ea67f946d2e4d2e816cb014ee0ff811 is 29, key is 71/cf2:/1696406651503/DeleteFamily/seqid=0 2023-10-04T08:04:11,705 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:11,710 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:11,714 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf1/539eef4d421649db8ce11f0ac8cce7ae as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:11,719 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:11,719 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/539eef4d421649db8ce11f0ac8cce7ae, entries=1, sequenceid=103, filesize=5.0 K 2023-10-04T08:04:11,720 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/.tmp/cf2/4ea67f946d2e4d2e816cb014ee0ff811 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:11,725 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:11,725 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/4ea67f946d2e4d2e816cb014ee0ff811, entries=1, sequenceid=103, filesize=5.0 K 2023-10-04T08:04:11,727 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(3022): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for fe8cb583e5b76acd560e5f46878b47f3 in 58ms, sequenceid=103, compaction requested=true 2023-10-04T08:04:11,739 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-10-04T08:04:11,739 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:11,740 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1909): Closed testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3. 2023-10-04T08:04:11,740 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1622): Region close journal for fe8cb583e5b76acd560e5f46878b47f3: 2023-10-04T08:04:11,742 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(163): Closed fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=127 updating hbase:meta row=fe8cb583e5b76acd560e5f46878b47f3, regionState=CLOSED 2023-10-04T08:04:11,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=128, resume processing ppid=127 2023-10-04T08:04:11,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=128, ppid=127, state=SUCCESS; CloseRegionProcedure fe8cb583e5b76acd560e5f46878b47f3, server=jenkins-hbase3.apache.org,39189,1696406618997 in 231 msec 2023-10-04T08:04:11,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=127, resume processing ppid=126 2023-10-04T08:04:11,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=127, ppid=126, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=fe8cb583e5b76acd560e5f46878b47f3, UNASSIGN in 236 msec 2023-10-04T08:04:11,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:11,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:11,761 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=126 splitting 20 storefiles, region=fe8cb583e5b76acd560e5f46878b47f3, threads=16 2023-10-04T08:04:11,761 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/054560a930d14026a5b8b58dc7073f69 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,762 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,762 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/1c8f9c3530f24ee283db72cc2d11ff8e for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,765 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/4ea67f946d2e4d2e816cb014ee0ff811 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,766 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,766 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/a5d7adb169624e7394f0a363f88edd9f for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,766 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/c1d3f12c3753462ca59e0a4fad0270d1 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,766 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,766 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/e071319484d2417ebb26c478f4ed8d39 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,767 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,767 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,767 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,769 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/539eef4d421649db8ce11f0ac8cce7ae for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,769 DEBUG [StoreFileSplitter-pool-14 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,769 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/591f25e4aaa740d384d70d464f7d8983 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,774 DEBUG [StoreFileSplitter-pool-15 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6c08b3c0427049cc918f598922096f72 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,780 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/054560a930d14026a5b8b58dc7073f69, top=false 2023-10-04T08:04:11,785 DEBUG [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/e071319484d2417ebb26c478f4ed8d39, top=false 2023-10-04T08:04:11,788 INFO [StoreFileSplitter-pool-3 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:11,791 DEBUG [StoreFileSplitter-pool-6 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/c1d3f12c3753462ca59e0a4fad0270d1, top=false 2023-10-04T08:04:11,791 INFO [StoreFileSplitter-pool-7 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75ec50d7ff44a52a3b8453f3527716c 2023-10-04T08:04:11,792 INFO [StoreFileSplitter-pool-2 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:11,793 INFO [StoreFileSplitter-pool-14 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6803a07eba51446fa9b6b7285f2da21d 2023-10-04T08:04:11,796 INFO [StoreFileSplitter-pool-12 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:11,799 INFO [StoreFileSplitter-pool-2 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:11,799 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/1c8f9c3530f24ee283db72cc2d11ff8e, top=true 2023-10-04T08:04:11,799 INFO [StoreFileSplitter-pool-5 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:11,801 INFO [StoreFileSplitter-pool-3 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:11,801 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/4ea67f946d2e4d2e816cb014ee0ff811, top=true 2023-10-04T08:04:11,817 INFO [StoreFileSplitter-pool-13 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:11,824 INFO [StoreFileSplitter-pool-15 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:11,831 INFO [StoreFileSplitter-pool-12 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:11,831 DEBUG [StoreFileSplitter-pool-12 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/539eef4d421649db8ce11f0ac8cce7ae, top=true 2023-10-04T08:04:11,833 INFO [StoreFileSplitter-pool-5 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:11,833 DEBUG [StoreFileSplitter-pool-5 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/a5d7adb169624e7394f0a363f88edd9f, top=true 2023-10-04T08:04:11,834 INFO [StoreFileSplitter-pool-15 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:11,834 DEBUG [StoreFileSplitter-pool-15 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6c08b3c0427049cc918f598922096f72, top=true 2023-10-04T08:04:11,836 INFO [StoreFileSplitter-pool-13 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:11,836 DEBUG [StoreFileSplitter-pool-13 {}] regionserver.HRegionFileSystem(708): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/591f25e4aaa740d384d70d464f7d8983, top=true 2023-10-04T08:04:11,852 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811 for child: dc1d19635fa603dc1195bc50d4cc46a8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,852 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/4ea67f946d2e4d2e816cb014ee0ff811 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,852 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/804af9c12a2540578fbca2439f25b754 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,856 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/804af9c12a2540578fbca2439f25b754, top=false 2023-10-04T08:04:11,858 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69 for child: a3c2765cf2e632ddda7a04aef65401e8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,862 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/054560a930d14026a5b8b58dc7073f69 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,862 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,878 INFO [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39 for child: a3c2765cf2e632ddda7a04aef65401e8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,883 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/e071319484d2417ebb26c478f4ed8d39 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,883 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/a423f7b7a6c144069b645baec0bd0b07 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,886 DEBUG [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/a423f7b7a6c144069b645baec0bd0b07, top=false 2023-10-04T08:04:11,914 INFO [StoreFileSplitter-pool-15 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72 for child: dc1d19635fa603dc1195bc50d4cc46a8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,914 DEBUG [StoreFileSplitter-pool-15 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6c08b3c0427049cc918f598922096f72 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,914 DEBUG [StoreFileSplitter-pool-15 {}] assignment.SplitTableRegionProcedure(799): pid=126 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,918 DEBUG [StoreFileSplitter-pool-15 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/c69627d015a94b7dbecbbcf5dbadfdd9, top=false 2023-10-04T08:04:11,922 INFO [StoreFileSplitter-pool-12 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae for child: dc1d19635fa603dc1195bc50d4cc46a8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,922 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/539eef4d421649db8ce11f0ac8cce7ae for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,933 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e for child: dc1d19635fa603dc1195bc50d4cc46a8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,933 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/1c8f9c3530f24ee283db72cc2d11ff8e for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,937 INFO [StoreFileSplitter-pool-14 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6803a07eba51446fa9b6b7285f2da21d 2023-10-04T08:04:11,938 INFO [StoreFileSplitter-pool-7 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75ec50d7ff44a52a3b8453f3527716c 2023-10-04T08:04:11,943 INFO [StoreFileSplitter-pool-13 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983 for child: dc1d19635fa603dc1195bc50d4cc46a8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,943 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/591f25e4aaa740d384d70d464f7d8983 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,945 INFO [StoreFileSplitter-pool-6 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1 for child: a3c2765cf2e632ddda7a04aef65401e8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,948 INFO [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07 for child: a3c2765cf2e632ddda7a04aef65401e8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,948 INFO [StoreFileSplitter-pool-5 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f for child: dc1d19635fa603dc1195bc50d4cc46a8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,948 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/a5d7adb169624e7394f0a363f88edd9f for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,949 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754 for child: a3c2765cf2e632ddda7a04aef65401e8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,953 INFO [StoreFileSplitter-pool-15 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9 for child: a3c2765cf2e632ddda7a04aef65401e8, parent: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,968 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/c1d3f12c3753462ca59e0a4fad0270d1 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,968 DEBUG [StoreFileSplitter-pool-15 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,985 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,997 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/804af9c12a2540578fbca2439f25b754 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:11,997 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/a423f7b7a6c144069b645baec0bd0b07 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,006 DEBUG [StoreFileSplitter-pool-14 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,007 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,010 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,018 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,038 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,038 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,041 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=126 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c for region: fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,041 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=126 split storefiles for region fe8cb583e5b76acd560e5f46878b47f3 Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3] storefiles. 2023-10-04T08:04:12,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=-1 2023-10-04T08:04:12,103 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=-1 2023-10-04T08:04:12,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1696406652105"},{"qualifier":"splitA","vlen":75,"tag":[],"timestamp":"1696406652105"},{"qualifier":"splitB","vlen":75,"tag":[],"timestamp":"1696406652105"}]},"ts":"1696406652105"} 2023-10-04T08:04:12,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1696406652105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406652105"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406652105"}]},"ts":"1696406652105"} 2023-10-04T08:04:12,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1696406652105"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406652105"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406652105"}]},"ts":"1696406652105"} 2023-10-04T08:04:12,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=129, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=a3c2765cf2e632ddda7a04aef65401e8, ASSIGN}, {pid=130, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=dc1d19635fa603dc1195bc50d4cc46a8, ASSIGN}] 2023-10-04T08:04:12,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=130, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=dc1d19635fa603dc1195bc50d4cc46a8, ASSIGN 2023-10-04T08:04:12,114 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=130, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=dc1d19635fa603dc1195bc50d4cc46a8, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:04:12,115 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=129, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=a3c2765cf2e632ddda7a04aef65401e8, ASSIGN 2023-10-04T08:04:12,115 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=129, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=a3c2765cf2e632ddda7a04aef65401e8, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:04:12,128 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-04T08:04:12,128 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-04T08:04:12,131 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36042, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2023-10-04T08:04:12,131 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36040, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2023-10-04T08:04:12,264 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 2 regions. 2 retained the pre-restart assignment. 2023-10-04T08:04:12,266 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=dc1d19635fa603dc1195bc50d4cc46a8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:12,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; OpenRegionProcedure dc1d19635fa603dc1195bc50d4cc46a8, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:12,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=a3c2765cf2e632ddda7a04aef65401e8, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:12,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=132, ppid=129, state=RUNNABLE; OpenRegionProcedure a3c2765cf2e632ddda7a04aef65401e8, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:12,423 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(130): Open testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7254): Opening region: {ENCODED => a3c2765cf2e632ddda7a04aef65401e8, NAME => 'testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.', STARTKEY => '', ENDKEY => '60'} 2023-10-04T08:04:12,423 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:12,423 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionDeletedRowsDaughter a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(888): Instantiated testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:12,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7296): checking encryption for a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,424 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7299): checking classloading for a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,425 INFO [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,426 INFO [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c2765cf2e632ddda7a04aef65401e8 columnFamilyName cf1 2023-10-04T08:04:12,426 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,438 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c-bottom 2023-10-04T08:04:12,443 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492-bottom 2023-10-04T08:04:12,446 INFO [StoreFileOpener-a3c2765cf2e632ddda7a04aef65401e8-cf1-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,448 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d-bottom 2023-10-04T08:04:12,453 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea-bottom 2023-10-04T08:04:12,456 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754 2023-10-04T08:04:12,463 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07 2023-10-04T08:04:12,466 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9 2023-10-04T08:04:12,467 INFO [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.HStore(324): Store=a3c2765cf2e632ddda7a04aef65401e8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:12,467 INFO [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,467 INFO [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3c2765cf2e632ddda7a04aef65401e8 columnFamilyName cf2 2023-10-04T08:04:12,468 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,481 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573-bottom 2023-10-04T08:04:12,487 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780-bottom 2023-10-04T08:04:12,490 INFO [StoreFileOpener-a3c2765cf2e632ddda7a04aef65401e8-cf2-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,491 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c-bottom 2023-10-04T08:04:12,496 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82-bottom 2023-10-04T08:04:12,499 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69 2023-10-04T08:04:12,502 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1 2023-10-04T08:04:12,505 DEBUG [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39 2023-10-04T08:04:12,506 INFO [StoreOpener-a3c2765cf2e632ddda7a04aef65401e8-1 {}] regionserver.HStore(324): Store=a3c2765cf2e632ddda7a04aef65401e8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:12,506 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,508 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,509 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionDeletedRowsDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:04:12,512 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1076): writing seq id for a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:12,512 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1093): Opened a3c2765cf2e632ddda7a04aef65401e8; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62542721, jitterRate=-0.06804083287715912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:04:12,513 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(992): Region open journal for a3c2765cf2e632ddda7a04aef65401e8: 2023-10-04T08:04:12,514 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8., pid=132, masterSystemTime=1696406652420 2023-10-04T08:04:12,514 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.CompactSplit(403): Add compact mark for store a3c2765cf2e632ddda7a04aef65401e8:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:04:12,515 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,515 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:04:12,515 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.CompactSplit(403): Add compact mark for store a3c2765cf2e632ddda7a04aef65401e8:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:04:12,515 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,515 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,515 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:04:12,515 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1534): a3c2765cf2e632ddda7a04aef65401e8/cf1 is initiating minor compaction (all files) 2023-10-04T08:04:12,515 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,516 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of a3c2765cf2e632ddda7a04aef65401e8/cf1 in testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,516 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1534): a3c2765cf2e632ddda7a04aef65401e8/cf2 is initiating minor compaction (all files) 2023-10-04T08:04:12,516 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of a3c2765cf2e632ddda7a04aef65401e8/cf2 in testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,516 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp, totalSize=35.6 K 2023-10-04T08:04:12,516 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp, totalSize=35.6 K 2023-10-04T08:04:12,517 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406648652 2023-10-04T08:04:12,517 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406648652 2023-10-04T08:04:12,517 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406648961 2023-10-04T08:04:12,518 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406648961 2023-10-04T08:04:12,518 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406649280 2023-10-04T08:04:12,518 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406649280 2023-10-04T08:04:12,518 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406649597 2023-10-04T08:04:12,518 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,518 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(158): Opened testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,519 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(130): Open testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,519 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406649597 2023-10-04T08:04:12,519 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7254): Opening region: {ENCODED => dc1d19635fa603dc1195bc50d4cc46a8, NAME => 'testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.', STARTKEY => '60', ENDKEY => ''} 2023-10-04T08:04:12,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=129 updating hbase:meta row=a3c2765cf2e632ddda7a04aef65401e8, regionState=OPEN, openSeqNum=107, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:12,519 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:12,519 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionDeletedRowsDaughter dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,519 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(888): Instantiated testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:12,520 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7296): checking encryption for dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,520 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7299): checking classloading for dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,520 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406649916 2023-10-04T08:04:12,520 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406649916 2023-10-04T08:04:12,520 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406650237 2023-10-04T08:04:12,521 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406650237 2023-10-04T08:04:12,521 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3, keycount=4, bloomtype=ROW, size=5.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406650555 2023-10-04T08:04:12,521 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3, keycount=4, bloomtype=ROW, size=5.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406650555 2023-10-04T08:04:12,522 INFO [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,523 INFO [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc1d19635fa603dc1195bc50d4cc46a8 columnFamilyName cf1 2023-10-04T08:04:12,523 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=132, resume processing ppid=129 2023-10-04T08:04:12,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=132, ppid=129, state=SUCCESS; OpenRegionProcedure a3c2765cf2e632ddda7a04aef65401e8, server=jenkins-hbase3.apache.org,39189,1696406618997 in 248 msec 2023-10-04T08:04:12,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=129, ppid=126, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=a3c2765cf2e632ddda7a04aef65401e8, ASSIGN in 416 msec 2023-10-04T08:04:12,550 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c-top 2023-10-04T08:04:12,564 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492-top 2023-10-04T08:04:12,568 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf1-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,570 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d-top 2023-10-04T08:04:12,576 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3c2765cf2e632ddda7a04aef65401e8#cf1#compaction#72 average throughput is 1.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,576 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3c2765cf2e632ddda7a04aef65401e8#cf2#compaction#73 average throughput is 1.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,576 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf2/78be57fc6f0644cf8bb8590996d69c0b is 34, key is 11/cf2:q/1696406648652/Put/seqid=0 2023-10-04T08:04:12,576 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf1/ad018d45b6e04ba79a378234aae4bddd is 34, key is 11/cf1:q/1696406648652/Put/seqid=0 2023-10-04T08:04:12,583 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea-top 2023-10-04T08:04:12,587 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf1-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:12,587 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:12,590 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf1-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:12,590 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:12,594 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf1-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:12,594 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:12,607 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf1/ad018d45b6e04ba79a378234aae4bddd as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ad018d45b6e04ba79a378234aae4bddd 2023-10-04T08:04:12,614 INFO [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.HStore(324): Store=dc1d19635fa603dc1195bc50d4cc46a8/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:12,614 INFO [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,615 INFO [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc1d19635fa603dc1195bc50d4cc46a8 columnFamilyName cf2 2023-10-04T08:04:12,615 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:12,622 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in a3c2765cf2e632ddda7a04aef65401e8/cf1 of a3c2765cf2e632ddda7a04aef65401e8 into ad018d45b6e04ba79a378234aae4bddd(size=6.9 K), total size for store is 6.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,622 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for a3c2765cf2e632ddda7a04aef65401e8: 2023-10-04T08:04:12,622 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8., storeName=a3c2765cf2e632ddda7a04aef65401e8/cf1, priority=9, startTime=1696406652514; duration=0sec 2023-10-04T08:04:12,622 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,622 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3c2765cf2e632ddda7a04aef65401e8:cf1 2023-10-04T08:04:12,637 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573-top 2023-10-04T08:04:12,638 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf2/78be57fc6f0644cf8bb8590996d69c0b as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/78be57fc6f0644cf8bb8590996d69c0b 2023-10-04T08:04:12,643 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780-top 2023-10-04T08:04:12,644 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in a3c2765cf2e632ddda7a04aef65401e8/cf2 of a3c2765cf2e632ddda7a04aef65401e8 into 78be57fc6f0644cf8bb8590996d69c0b(size=6.9 K), total size for store is 6.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,644 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for a3c2765cf2e632ddda7a04aef65401e8: 2023-10-04T08:04:12,644 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8., storeName=a3c2765cf2e632ddda7a04aef65401e8/cf2, priority=9, startTime=1696406652515; duration=0sec 2023-10-04T08:04:12,644 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,644 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3c2765cf2e632ddda7a04aef65401e8:cf2 2023-10-04T08:04:12,646 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf2-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:12,647 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c-top 2023-10-04T08:04:12,652 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82-top 2023-10-04T08:04:12,657 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf2-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:12,657 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:12,662 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf2-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:12,663 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:12,666 INFO [StoreFileOpener-dc1d19635fa603dc1195bc50d4cc46a8-cf2-1 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:12,666 DEBUG [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:12,666 INFO [StoreOpener-dc1d19635fa603dc1195bc50d4cc46a8-1 {}] regionserver.HStore(324): Store=dc1d19635fa603dc1195bc50d4cc46a8/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:12,667 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,668 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,670 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionDeletedRowsDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:04:12,671 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1076): writing seq id for dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:12,672 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1093): Opened dc1d19635fa603dc1195bc50d4cc46a8; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72986720, jitterRate=0.08758687973022461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:04:12,672 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(992): Region open journal for dc1d19635fa603dc1195bc50d4cc46a8: 2023-10-04T08:04:12,673 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8., pid=131, masterSystemTime=1696406652420 2023-10-04T08:04:12,673 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.CompactSplit(403): Add compact mark for store dc1d19635fa603dc1195bc50d4cc46a8:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:04:12,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.CompactSplit(403): Add compact mark for store dc1d19635fa603dc1195bc50d4cc46a8:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:04:12,674 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:04:12,674 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,674 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:04:12,674 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,674 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,674 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1534): dc1d19635fa603dc1195bc50d4cc46a8/cf1 is initiating minor compaction (all files) 2023-10-04T08:04:12,674 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1534): dc1d19635fa603dc1195bc50d4cc46a8/cf2 is initiating minor compaction (all files) 2023-10-04T08:04:12,674 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of dc1d19635fa603dc1195bc50d4cc46a8/cf1 in testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,674 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of dc1d19635fa603dc1195bc50d4cc46a8/cf2 in testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,675 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp, totalSize=35.4 K 2023-10-04T08:04:12,675 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp, totalSize=35.4 K 2023-10-04T08:04:12,675 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406648652 2023-10-04T08:04:12,675 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406648652 2023-10-04T08:04:12,676 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406648961 2023-10-04T08:04:12,676 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406648961 2023-10-04T08:04:12,676 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406649280 2023-10-04T08:04:12,676 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406649280 2023-10-04T08:04:12,677 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3, keycount=4, bloomtype=ROW, size=5.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1696406650555 2023-10-04T08:04:12,677 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3, keycount=4, bloomtype=ROW, size=5.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1696406650555 2023-10-04T08:04:12,677 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,677 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,677 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,678 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,678 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,678 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,678 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(158): Opened testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,678 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=dc1d19635fa603dc1195bc50d4cc46a8, regionState=OPEN, openSeqNum=107, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:12,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=131, resume processing ppid=130 2023-10-04T08:04:12,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=131, ppid=130, state=SUCCESS; OpenRegionProcedure dc1d19635fa603dc1195bc50d4cc46a8, server=jenkins-hbase3.apache.org,39189,1696406618997 in 411 msec 2023-10-04T08:04:12,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=130, resume processing ppid=126 2023-10-04T08:04:12,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=130, ppid=126, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=dc1d19635fa603dc1195bc50d4cc46a8, ASSIGN in 576 msec 2023-10-04T08:04:12,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 in 1.1800 sec 2023-10-04T08:04:12,713 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc1d19635fa603dc1195bc50d4cc46a8#cf2#compaction#74 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,715 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc1d19635fa603dc1195bc50d4cc46a8#cf1#compaction#75 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,731 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for 71c0f73f5e61485eb39a91bedba6e45f: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,731 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for 2140f08a4e0547f8829b23ac637cb2fb: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,732 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp/cf1/71c0f73f5e61485eb39a91bedba6e45f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/71c0f73f5e61485eb39a91bedba6e45f 2023-10-04T08:04:12,732 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp/cf2/2140f08a4e0547f8829b23ac637cb2fb as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/2140f08a4e0547f8829b23ac637cb2fb 2023-10-04T08:04:12,735 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for 71c0f73f5e61485eb39a91bedba6e45f: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,736 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for 2140f08a4e0547f8829b23ac637cb2fb: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,736 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in dc1d19635fa603dc1195bc50d4cc46a8/cf1 of dc1d19635fa603dc1195bc50d4cc46a8 into 71c0f73f5e61485eb39a91bedba6e45f(size=5.0 K), total size for store is 5.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,736 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for dc1d19635fa603dc1195bc50d4cc46a8: 2023-10-04T08:04:12,736 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in dc1d19635fa603dc1195bc50d4cc46a8/cf2 of dc1d19635fa603dc1195bc50d4cc46a8 into 2140f08a4e0547f8829b23ac637cb2fb(size=5.0 K), total size for store is 5.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,736 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8., storeName=dc1d19635fa603dc1195bc50d4cc46a8/cf1, priority=9, startTime=1696406652673; duration=0sec 2023-10-04T08:04:12,736 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for dc1d19635fa603dc1195bc50d4cc46a8: 2023-10-04T08:04:12,737 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8., storeName=dc1d19635fa603dc1195bc50d4cc46a8/cf2, priority=9, startTime=1696406652674; duration=0sec 2023-10-04T08:04:12,737 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,737 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc1d19635fa603dc1195bc50d4cc46a8:cf1 2023-10-04T08:04:12,737 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,737 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc1d19635fa603dc1195bc50d4cc46a8:cf2 2023-10-04T08:04:12,769 DEBUG [Listener at localhost/36205 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-04T08:04:12,773 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:45858, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-04T08:04:12,773 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(1670): Compacting testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.HStore(1534): a3c2765cf2e632ddda7a04aef65401e8/cf1 is initiating major compaction (all files) 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.CompactSplit(403): Add compact mark for store a3c2765cf2e632ddda7a04aef65401e8:cf1, priority=1, current under compaction store size is 1 2023-10-04T08:04:12,774 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of a3c2765cf2e632ddda7a04aef65401e8/cf1 in testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.CompactSplit(411): Small Compaction requested: org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext@4f4f70db; Because: User-triggered major compaction for region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,774 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ad018d45b6e04ba79a378234aae4bddd] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp, totalSize=6.9 K 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.HStore(1534): a3c2765cf2e632ddda7a04aef65401e8/cf2 is initiating major compaction (all files) 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.CompactSplit(403): Add compact mark for store a3c2765cf2e632ddda7a04aef65401e8:cf2, priority=1, current under compaction store size is 2 2023-10-04T08:04:12,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.CompactSplit(411): Small Compaction requested: org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext@540f66b5; Because: User-triggered major compaction for region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,774 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of a3c2765cf2e632ddda7a04aef65401e8/cf2 in testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:12,775 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/78be57fc6f0644cf8bb8590996d69c0b] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp, totalSize=6.9 K 2023-10-04T08:04:12,775 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting ad018d45b6e04ba79a378234aae4bddd, keycount=49, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406648652 2023-10-04T08:04:12,775 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 78be57fc6f0644cf8bb8590996d69c0b, keycount=49, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406648652 2023-10-04T08:04:12,776 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(1670): Compacting testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.HStore(1534): dc1d19635fa603dc1195bc50d4cc46a8/cf1 is initiating major compaction (all files) 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.CompactSplit(403): Add compact mark for store dc1d19635fa603dc1195bc50d4cc46a8:cf1, priority=1, current under compaction store size is 3 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.CompactSplit(411): Small Compaction requested: org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext@18e9b1d9; Because: User-triggered major compaction for region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.HStore(1534): dc1d19635fa603dc1195bc50d4cc46a8/cf2 is initiating major compaction (all files) 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.CompactSplit(403): Add compact mark for store dc1d19635fa603dc1195bc50d4cc46a8:cf2, priority=1, current under compaction store size is 4 2023-10-04T08:04:12,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.CompactSplit(411): Small Compaction requested: org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext@274b4c5a; Because: User-triggered major compaction for region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2023-10-04T08:04:12,778 INFO [Listener at localhost/36205 {}] hbase.Waiter(181): Waiting up to [6,000] milli-secs(wait.for.ratio=[1]) 2023-10-04T08:04:12,782 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3c2765cf2e632ddda7a04aef65401e8#cf1#compaction#76 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,782 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3c2765cf2e632ddda7a04aef65401e8#cf2#compaction#77 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,782 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf2/2cc2f15cec1c47a4ab85adfeb457f7e3 is 34, key is 11/cf2:q/1696406648652/Put/seqid=0 2023-10-04T08:04:12,782 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf1/ee181cf00da34700b30cf63d8b52f450 is 34, key is 11/cf1:q/1696406648652/Put/seqid=0 2023-10-04T08:04:12,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.HRegion(1474): Region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. is not mergeable because it has references 2023-10-04T08:04:12,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.HRegion(1474): Region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. is not mergeable because it has references 2023-10-04T08:04:12,802 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf1/ee181cf00da34700b30cf63d8b52f450 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ee181cf00da34700b30cf63d8b52f450 2023-10-04T08:04:12,804 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/.tmp/cf2/2cc2f15cec1c47a4ab85adfeb457f7e3 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/2cc2f15cec1c47a4ab85adfeb457f7e3 2023-10-04T08:04:12,807 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1331): Completed major compaction of 1 (all) file(s) in a3c2765cf2e632ddda7a04aef65401e8/cf1 of a3c2765cf2e632ddda7a04aef65401e8 into ee181cf00da34700b30cf63d8b52f450(size=7.0 K), total size for store is 7.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,807 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for a3c2765cf2e632ddda7a04aef65401e8: 2023-10-04T08:04:12,808 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1331): Completed major compaction of 1 (all) file(s) in a3c2765cf2e632ddda7a04aef65401e8/cf2 of a3c2765cf2e632ddda7a04aef65401e8 into 2cc2f15cec1c47a4ab85adfeb457f7e3(size=7.0 K), total size for store is 7.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,808 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for a3c2765cf2e632ddda7a04aef65401e8: 2023-10-04T08:04:12,808 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction Request=regionName=testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8., storeName=cf1, fileCount=1, fileSize=6.9 K (6.9 K), priority=1, time=1696406652774; duration=0sec 2023-10-04T08:04:12,808 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction Request=regionName=testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8., storeName=cf2, fileCount=1, fileSize=6.9 K (6.9 K), priority=1, time=1696406652774; duration=0sec 2023-10-04T08:04:12,808 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2023-10-04T08:04:12,808 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3c2765cf2e632ddda7a04aef65401e8:cf1 2023-10-04T08:04:12,808 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2023-10-04T08:04:12,808 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3c2765cf2e632ddda7a04aef65401e8:cf2 2023-10-04T08:04:12,808 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of dc1d19635fa603dc1195bc50d4cc46a8/cf2 in testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,808 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/2140f08a4e0547f8829b23ac637cb2fb] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp, totalSize=5.0 K 2023-10-04T08:04:12,808 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of dc1d19635fa603dc1195bc50d4cc46a8/cf1 in testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:12,808 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/71c0f73f5e61485eb39a91bedba6e45f] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp, totalSize=5.0 K 2023-10-04T08:04:12,809 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting 2140f08a4e0547f8829b23ac637cb2fb, keycount=0, bloomtype=NONE, size=5.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,809 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting 71c0f73f5e61485eb39a91bedba6e45f, keycount=0, bloomtype=NONE, size=5.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=9223372036854775807 2023-10-04T08:04:12,814 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc1d19635fa603dc1195bc50d4cc46a8#cf1#compaction#78 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,814 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dc1d19635fa603dc1195bc50d4cc46a8#cf2#compaction#79 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:04:12,833 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for c1d9b0057e1e4dd3a87ef059e69d150a: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,833 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for a15f634e2d7c4a7497916d627c859845: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,834 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp/cf2/c1d9b0057e1e4dd3a87ef059e69d150a as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/c1d9b0057e1e4dd3a87ef059e69d150a 2023-10-04T08:04:12,834 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/.tmp/cf1/a15f634e2d7c4a7497916d627c859845 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/a15f634e2d7c4a7497916d627c859845 2023-10-04T08:04:12,838 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for c1d9b0057e1e4dd3a87ef059e69d150a: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,838 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStoreFile(476): HFile Bloom filter type for a15f634e2d7c4a7497916d627c859845: NONE, but ROW specified in column family configuration 2023-10-04T08:04:12,840 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1331): Completed major compaction of 1 (all) file(s) in dc1d19635fa603dc1195bc50d4cc46a8/cf1 of dc1d19635fa603dc1195bc50d4cc46a8 into a15f634e2d7c4a7497916d627c859845(size=5.0 K), total size for store is 5.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,840 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1331): Completed major compaction of 1 (all) file(s) in dc1d19635fa603dc1195bc50d4cc46a8/cf2 of dc1d19635fa603dc1195bc50d4cc46a8 into c1d9b0057e1e4dd3a87ef059e69d150a(size=5.0 K), total size for store is 5.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:04:12,840 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for dc1d19635fa603dc1195bc50d4cc46a8: 2023-10-04T08:04:12,840 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for dc1d19635fa603dc1195bc50d4cc46a8: 2023-10-04T08:04:12,840 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction Request=regionName=testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8., storeName=cf1, fileCount=1, fileSize=5.0 K (5.0 K), priority=1, time=1696406652777; duration=0sec 2023-10-04T08:04:12,840 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction Request=regionName=testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8., storeName=cf2, fileCount=1, fileSize=5.0 K (5.0 K), priority=1, time=1696406652777; duration=0sec 2023-10-04T08:04:12,840 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,840 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc1d19635fa603dc1195bc50d4cc46a8:cf1 2023-10-04T08:04:12,840 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:04:12,840 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dc1d19635fa603dc1195bc50d4cc46a8:cf2 2023-10-04T08:04:12,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.HRegion(1474): Region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. is not mergeable because it has references 2023-10-04T08:04:12,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.HRegion(1474): Region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. is not mergeable because it has references 2023-10-04T08:04:12,915 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '60', inclusive 2023-10-04T08:04:12,916 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:04:12,918 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:12,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=133 2023-10-04T08:04:12,922 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406652921"}]},"ts":"1696406652921"} 2023-10-04T08:04:12,923 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionDeletedRowsDaughter, state=DISABLING in hbase:meta 2023-10-04T08:04:12,924 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testSplitTableRegionDeletedRowsDaughter to state=DISABLING 2023-10-04T08:04:12,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=a3c2765cf2e632ddda7a04aef65401e8, UNASSIGN}, {pid=135, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=dc1d19635fa603dc1195bc50d4cc46a8, UNASSIGN}] 2023-10-04T08:04:12,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=135, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=dc1d19635fa603dc1195bc50d4cc46a8, UNASSIGN 2023-10-04T08:04:12,926 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=dc1d19635fa603dc1195bc50d4cc46a8, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:12,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE; CloseRegionProcedure dc1d19635fa603dc1195bc50d4cc46a8, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:12,930 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=a3c2765cf2e632ddda7a04aef65401e8, UNASSIGN 2023-10-04T08:04:12,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=a3c2765cf2e632ddda7a04aef65401e8, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:12,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=137, ppid=134, state=RUNNABLE; CloseRegionProcedure a3c2765cf2e632ddda7a04aef65401e8, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=133 2023-10-04T08:04:13,079 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(119): Close a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:13,079 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1668): Closing a3c2765cf2e632ddda7a04aef65401e8, disabling compactions & flushes 2023-10-04T08:04:13,079 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1690): Closing region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:13,080 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:13,080 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. after waiting 0 ms 2023-10-04T08:04:13,080 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:13,080 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ad018d45b6e04ba79a378234aae4bddd, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d-bottom] to archive 2023-10-04T08:04:13,081 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:04:13,083 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,084 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,085 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,086 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-804af9c12a2540578fbca2439f25b754 2023-10-04T08:04:13,087 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c69627d015a94b7dbecbbcf5dbadfdd9 2023-10-04T08:04:13,088 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a423f7b7a6c144069b645baec0bd0b07 2023-10-04T08:04:13,089 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ad018d45b6e04ba79a378234aae4bddd to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ad018d45b6e04ba79a378234aae4bddd 2023-10-04T08:04:13,090 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,091 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/78be57fc6f0644cf8bb8590996d69c0b, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c-bottom] to archive 2023-10-04T08:04:13,092 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:04:13,094 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,095 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,096 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,097 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-c1d3f12c3753462ca59e0a4fad0270d1 2023-10-04T08:04:13,098 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-e071319484d2417ebb26c478f4ed8d39 2023-10-04T08:04:13,099 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-054560a930d14026a5b8b58dc7073f69 2023-10-04T08:04:13,100 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/78be57fc6f0644cf8bb8590996d69c0b to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/78be57fc6f0644cf8bb8590996d69c0b 2023-10-04T08:04:13,102 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,106 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/recovered.edits/113.seqid, newMaxSeqId=113, maxSeqId=106 2023-10-04T08:04:13,107 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:13,107 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1909): Closed testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8. 2023-10-04T08:04:13,107 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] regionserver.HRegion(1622): Region close journal for a3c2765cf2e632ddda7a04aef65401e8: 2023-10-04T08:04:13,108 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=137}] handler.UnassignRegionHandler(163): Closed a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:13,108 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(119): Close dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:13,108 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1668): Closing dc1d19635fa603dc1195bc50d4cc46a8, disabling compactions & flushes 2023-10-04T08:04:13,108 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1690): Closing region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:13,109 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:13,109 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. after waiting 0 ms 2023-10-04T08:04:13,109 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:13,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=a3c2765cf2e632ddda7a04aef65401e8, regionState=CLOSED 2023-10-04T08:04:13,109 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/71c0f73f5e61485eb39a91bedba6e45f, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae] to archive 2023-10-04T08:04:13,111 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:04:13,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=137, resume processing ppid=134 2023-10-04T08:04:13,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=137, ppid=134, state=SUCCESS; CloseRegionProcedure a3c2765cf2e632ddda7a04aef65401e8, server=jenkins-hbase3.apache.org,39189,1696406618997 in 179 msec 2023-10-04T08:04:13,113 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/3107b464f2724f8ea5b9048612ffc68c.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=a3c2765cf2e632ddda7a04aef65401e8, UNASSIGN in 187 msec 2023-10-04T08:04:13,114 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/9757c031037d4778a2fedc163bc561ea.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,122 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/31ac0118d56c4180b99fc080787ea492.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,123 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/6803a07eba51446fa9b6b7285f2da21d.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,124 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:13,125 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:13,126 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/71c0f73f5e61485eb39a91bedba6e45f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/71c0f73f5e61485eb39a91bedba6e45f 2023-10-04T08:04:13,128 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:13,129 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/2140f08a4e0547f8829b23ac637cb2fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811] to archive 2023-10-04T08:04:13,130 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:04:13,132 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/07711e268cbe4ef6a70a4cef365cb573.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,134 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/9e363bcc54ed46d8802a725a723c4780.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,136 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/efc22a5c5ae54b5f87f82c87bea1cb82.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,137 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/d75ec50d7ff44a52a3b8453f3527716c.fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,138 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:13,139 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:13,140 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/2140f08a4e0547f8829b23ac637cb2fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/2140f08a4e0547f8829b23ac637cb2fb 2023-10-04T08:04:13,141 DEBUG [StoreCloser-testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/testSplitTableRegionDeletedRowsDaughter=fe8cb583e5b76acd560e5f46878b47f3-4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:13,145 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/recovered.edits/113.seqid, newMaxSeqId=113, maxSeqId=106 2023-10-04T08:04:13,146 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:13,146 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1909): Closed testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8. 2023-10-04T08:04:13,146 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1622): Region close journal for dc1d19635fa603dc1195bc50d4cc46a8: 2023-10-04T08:04:13,147 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(163): Closed dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:13,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=135 updating hbase:meta row=dc1d19635fa603dc1195bc50d4cc46a8, regionState=CLOSED 2023-10-04T08:04:13,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=136, resume processing ppid=135 2023-10-04T08:04:13,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=136, ppid=135, state=SUCCESS; CloseRegionProcedure dc1d19635fa603dc1195bc50d4cc46a8, server=jenkins-hbase3.apache.org,39189,1696406618997 in 221 msec 2023-10-04T08:04:13,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=135, resume processing ppid=133 2023-10-04T08:04:13,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=135, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionDeletedRowsDaughter, region=dc1d19635fa603dc1195bc50d4cc46a8, UNASSIGN in 226 msec 2023-10-04T08:04:13,153 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406653153"}]},"ts":"1696406653153"} 2023-10-04T08:04:13,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionDeletedRowsDaughter, state=DISABLED in hbase:meta 2023-10-04T08:04:13,156 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testSplitTableRegionDeletedRowsDaughter to state=DISABLED 2023-10-04T08:04:13,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter in 239 msec 2023-10-04T08:04:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=133 2023-10-04T08:04:13,223 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 133 completed 2023-10-04T08:04:13,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:13,226 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=138, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:13,227 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=138, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=138 2023-10-04T08:04:13,231 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:13,231 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,231 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:13,232 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/recovered.edits] 2023-10-04T08:04:13,233 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/recovered.edits] 2023-10-04T08:04:13,233 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/recovered.edits] 2023-10-04T08:04:13,236 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/3107b464f2724f8ea5b9048612ffc68c 2023-10-04T08:04:13,236 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/a15f634e2d7c4a7497916d627c859845 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf1/a15f634e2d7c4a7497916d627c859845 2023-10-04T08:04:13,236 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ee181cf00da34700b30cf63d8b52f450 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf1/ee181cf00da34700b30cf63d8b52f450 2023-10-04T08:04:13,237 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/31ac0118d56c4180b99fc080787ea492 2023-10-04T08:04:13,239 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/539eef4d421649db8ce11f0ac8cce7ae to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/539eef4d421649db8ce11f0ac8cce7ae 2023-10-04T08:04:13,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/2cc2f15cec1c47a4ab85adfeb457f7e3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/cf2/2cc2f15cec1c47a4ab85adfeb457f7e3 2023-10-04T08:04:13,239 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/c1d9b0057e1e4dd3a87ef059e69d150a to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/cf2/c1d9b0057e1e4dd3a87ef059e69d150a 2023-10-04T08:04:13,240 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/591f25e4aaa740d384d70d464f7d8983 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/591f25e4aaa740d384d70d464f7d8983 2023-10-04T08:04:13,241 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6803a07eba51446fa9b6b7285f2da21d 2023-10-04T08:04:13,242 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/recovered.edits/113.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8/recovered.edits/113.seqid 2023-10-04T08:04:13,242 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/recovered.edits/113.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8/recovered.edits/113.seqid 2023-10-04T08:04:13,242 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/a3c2765cf2e632ddda7a04aef65401e8 2023-10-04T08:04:13,243 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6c08b3c0427049cc918f598922096f72 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/6c08b3c0427049cc918f598922096f72 2023-10-04T08:04:13,243 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:04:13,244 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/804af9c12a2540578fbca2439f25b754 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/804af9c12a2540578fbca2439f25b754 2023-10-04T08:04:13,245 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/9757c031037d4778a2fedc163bc561ea 2023-10-04T08:04:13,246 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/a423f7b7a6c144069b645baec0bd0b07 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/a423f7b7a6c144069b645baec0bd0b07 2023-10-04T08:04:13,247 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf1/c69627d015a94b7dbecbbcf5dbadfdd9 2023-10-04T08:04:13,249 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/054560a930d14026a5b8b58dc7073f69 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/054560a930d14026a5b8b58dc7073f69 2023-10-04T08:04:13,250 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/07711e268cbe4ef6a70a4cef365cb573 2023-10-04T08:04:13,251 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/1c8f9c3530f24ee283db72cc2d11ff8e to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/1c8f9c3530f24ee283db72cc2d11ff8e 2023-10-04T08:04:13,252 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/4ea67f946d2e4d2e816cb014ee0ff811 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/4ea67f946d2e4d2e816cb014ee0ff811 2023-10-04T08:04:13,253 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/9e363bcc54ed46d8802a725a723c4780 2023-10-04T08:04:13,254 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/a5d7adb169624e7394f0a363f88edd9f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/a5d7adb169624e7394f0a363f88edd9f 2023-10-04T08:04:13,254 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/c1d3f12c3753462ca59e0a4fad0270d1 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/c1d3f12c3753462ca59e0a4fad0270d1 2023-10-04T08:04:13,255 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/d75ec50d7ff44a52a3b8453f3527716c 2023-10-04T08:04:13,256 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/e071319484d2417ebb26c478f4ed8d39 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/e071319484d2417ebb26c478f4ed8d39 2023-10-04T08:04:13,257 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/cf2/efc22a5c5ae54b5f87f82c87bea1cb82 2023-10-04T08:04:13,259 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/recovered.edits/106.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3/recovered.edits/106.seqid 2023-10-04T08:04:13,260 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionDeletedRowsDaughter/fe8cb583e5b76acd560e5f46878b47f3 2023-10-04T08:04:13,260 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testSplitTableRegionDeletedRowsDaughter regions 2023-10-04T08:04:13,261 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=138, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:13,263 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 3 rows of testSplitTableRegionDeletedRowsDaughter from hbase:meta 2023-10-04T08:04:13,265 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testSplitTableRegionDeletedRowsDaughter' descriptor. 2023-10-04T08:04:13,266 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=138, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:13,266 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testSplitTableRegionDeletedRowsDaughter' from region states. 2023-10-04T08:04:13,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406653266"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:13,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406653266"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:13,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406653266"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:13,269 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 3 regions from META 2023-10-04T08:04:13,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fe8cb583e5b76acd560e5f46878b47f3, NAME => 'testSplitTableRegionDeletedRowsDaughter,,1696406648148.fe8cb583e5b76acd560e5f46878b47f3.', STARTKEY => '', ENDKEY => ''}, {ENCODED => a3c2765cf2e632ddda7a04aef65401e8, NAME => 'testSplitTableRegionDeletedRowsDaughter,,1696406651505.a3c2765cf2e632ddda7a04aef65401e8.', STARTKEY => '', ENDKEY => '60'}, {ENCODED => dc1d19635fa603dc1195bc50d4cc46a8, NAME => 'testSplitTableRegionDeletedRowsDaughter,60,1696406651505.dc1d19635fa603dc1195bc50d4cc46a8.', STARTKEY => '60', ENDKEY => ''}] 2023-10-04T08:04:13,269 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testSplitTableRegionDeletedRowsDaughter' as deleted. 2023-10-04T08:04:13,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionDeletedRowsDaughter","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406653269"}]},"ts":"9223372036854775807"} 2023-10-04T08:04:13,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testSplitTableRegionDeletedRowsDaughter state from META 2023-10-04T08:04:13,272 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=138, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:13,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter in 48 msec 2023-10-04T08:04:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=138 2023-10-04T08:04:13,328 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testSplitTableRegionDeletedRowsDaughter, procId: 138 completed 2023-10-04T08:04:13,343 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionDeletedRowsDaughter Thread=400 (was 395) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-16 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:37004 [Waiting for operation #26] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:44390 [Waiting for operation #14] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:51792 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:44422 [Waiting for operation #5] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38474 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:44448 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-32 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:51768 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38470 [Waiting for operation #2] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38444 [Waiting for operation #11] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-13 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38538 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-31 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38536 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-15 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38498 [Waiting for operation #2] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-17 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:51740 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-shared-pool-14 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-12 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-30 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38522 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-11 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-28 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:38456 [Waiting for operation #3] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1774186449_18 at /127.0.0.1:44430 [Waiting for operation #4] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x351eda6e-metaLookup-shared--pool-10 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0x2634c956-shared-pool-29 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=873 (was 842) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=269 (was 283), ProcessCount=167 (was 167), AvailableMemoryMB=6234 (was 6422) 2023-10-04T08:04:13,356 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testRollbackForSplitTableRegionWithReplica Thread=400, OpenFileDescriptor=873, MaxFileDescriptor=60000, SystemLoadAverage=269, ProcessCount=167, AvailableMemoryMB=6233 2023-10-04T08:04:13,357 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:04:13,358 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:04:13,359 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:04:13,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=139, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:04:13,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:13,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=139, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:04:13,370 INFO [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => faf27a3243f2efbdf107b08802124000, NAME => 'testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRollbackForSplitTableRegionWithReplica', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:04:13,377 DEBUG [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(888): Instantiated testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:13,377 DEBUG [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(1668): Closing faf27a3243f2efbdf107b08802124000, disabling compactions & flushes 2023-10-04T08:04:13,377 INFO [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(1690): Closing region testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:13,377 DEBUG [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:13,377 DEBUG [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. after waiting 0 ms 2023-10-04T08:04:13,377 DEBUG [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:13,377 INFO [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(1909): Closed testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:13,377 DEBUG [RegionOpenAndInit-testRollbackForSplitTableRegionWithReplica-pool-0 {}] regionserver.HRegion(1622): Region close journal for faf27a3243f2efbdf107b08802124000: 2023-10-04T08:04:13,378 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=139, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:04:13,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1696406653378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406653378"}]},"ts":"1696406653378"} 2023-10-04T08:04:13,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:04:13,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=139, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:04:13,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackForSplitTableRegionWithReplica","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406653380"}]},"ts":"1696406653380"} 2023-10-04T08:04:13,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackForSplitTableRegionWithReplica, state=ENABLING in hbase:meta 2023-10-04T08:04:13,386 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:04:13,387 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:04:13,387 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:04:13,387 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:04:13,387 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:04:13,387 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:04:13,387 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:04:13,387 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:04:13,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, ASSIGN}] 2023-10-04T08:04:13,388 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, ASSIGN 2023-10-04T08:04:13,388 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=140, ppid=139, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:04:13,539 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:04:13,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:13,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; OpenRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:13,697 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(130): Open testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:13,697 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7254): Opening region: {ENCODED => faf27a3243f2efbdf107b08802124000, NAME => 'testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:04:13,697 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:13,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRollbackForSplitTableRegionWithReplica faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:13,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(888): Instantiated testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:13,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7296): checking encryption for faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:13,698 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7299): checking classloading for faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:13,699 INFO [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:13,700 INFO [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf27a3243f2efbdf107b08802124000 columnFamilyName cf1 2023-10-04T08:04:13,700 DEBUG [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:13,700 INFO [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] regionserver.HStore(324): Store=faf27a3243f2efbdf107b08802124000/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:13,701 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:13,701 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:13,703 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1076): writing seq id for faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:13,704 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:04:13,705 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): Opened faf27a3243f2efbdf107b08802124000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66760872, jitterRate=-0.005185484886169434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-04T08:04:13,705 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(992): Region open journal for faf27a3243f2efbdf107b08802124000: 2023-10-04T08:04:13,706 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2556): Post open deploy tasks for testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000., pid=141, masterSystemTime=1696406653694 2023-10-04T08:04:13,707 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2583): Finished post open deploy task for testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:13,707 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(158): Opened testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:13,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=140 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:13,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=141, resume processing ppid=140 2023-10-04T08:04:13,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=141, ppid=140, state=SUCCESS; OpenRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997 in 166 msec 2023-10-04T08:04:13,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=140, resume processing ppid=139 2023-10-04T08:04:13,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=140, ppid=139, state=SUCCESS; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, ASSIGN in 324 msec 2023-10-04T08:04:13,713 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=139, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:04:13,713 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackForSplitTableRegionWithReplica","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406653713"}]},"ts":"1696406653713"} 2023-10-04T08:04:13,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackForSplitTableRegionWithReplica, state=ENABLED in hbase:meta 2023-10-04T08:04:13,716 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=139, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:04:13,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica in 357 msec 2023-10-04T08:04:13,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] master.HMaster$13(2700): Client=jenkins//172.31.12.81 modify table testRollbackForSplitTableRegionWithReplica from 'testRollbackForSplitTableRegionWithReplica', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'testRollbackForSplitTableRegionWithReplica', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '2', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-10-04T08:04:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=142, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:04:13,893 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/.tabledesc/.tableinfo.0000000001.393 2023-10-04T08:04:13,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/.tabledesc/.tableinfo.0000000002.418 2023-10-04T08:04:13,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=testRollbackForSplitTableRegionWithReplica}] 2023-10-04T08:04:13,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, REOPEN/MOVE}] 2023-10-04T08:04:13,908 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, REOPEN/MOVE 2023-10-04T08:04:13,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:13,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:14,062 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(119): Close faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1668): Closing faf27a3243f2efbdf107b08802124000, disabling compactions & flushes 2023-10-04T08:04:14,063 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1690): Closing region testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:14,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:14,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1778): Acquired close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. after waiting 0 ms 2023-10-04T08:04:14,063 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1788): Updates disabled for region testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:14,066 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-10-04T08:04:14,067 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:04:14,067 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1909): Closed testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:14,067 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1622): Region close journal for faf27a3243f2efbdf107b08802124000: 2023-10-04T08:04:14,067 WARN [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionServer(3735): Not adding moved region record: faf27a3243f2efbdf107b08802124000 to self. 2023-10-04T08:04:14,068 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(163): Closed faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=CLOSED 2023-10-04T08:04:14,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=145, resume processing ppid=144 2023-10-04T08:04:14,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997 in 160 msec 2023-10-04T08:04:14,072 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, REOPEN/MOVE; state=CLOSED, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=true 2023-10-04T08:04:14,222 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:04:14,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:14,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=146, ppid=144, state=RUNNABLE; OpenRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:04:14,378 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(130): Open testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:14,378 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7254): Opening region: {ENCODED => faf27a3243f2efbdf107b08802124000, NAME => 'testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:04:14,378 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:14,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRollbackForSplitTableRegionWithReplica faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(888): Instantiated testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:14,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7296): checking encryption for faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,379 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7299): checking classloading for faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,380 INFO [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,381 INFO [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faf27a3243f2efbdf107b08802124000 columnFamilyName cf1 2023-10-04T08:04:14,381 DEBUG [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:04:14,381 INFO [StoreOpener-faf27a3243f2efbdf107b08802124000-1 {}] regionserver.HStore(324): Store=faf27a3243f2efbdf107b08802124000/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:04:14,382 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,383 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,385 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1076): writing seq id for faf27a3243f2efbdf107b08802124000 2023-10-04T08:04:14,385 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): Opened faf27a3243f2efbdf107b08802124000; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67939048, jitterRate=0.012370705604553223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-04T08:04:14,386 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(992): Region open journal for faf27a3243f2efbdf107b08802124000: 2023-10-04T08:04:14,387 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2556): Post open deploy tasks for testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000., pid=146, masterSystemTime=1696406654375 2023-10-04T08:04:14,388 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2583): Finished post open deploy task for testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:14,388 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(158): Opened testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:04:14,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=OPEN, openSeqNum=5, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:04:14,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=146, resume processing ppid=144 2023-10-04T08:04:14,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=146, ppid=144, state=SUCCESS; OpenRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997 in 166 msec 2023-10-04T08:04:14,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=144, resume processing ppid=143 2023-10-04T08:04:14,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, REOPEN/MOVE in 484 msec 2023-10-04T08:04:14,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=143, resume processing ppid=142 2023-10-04T08:04:14,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=143, ppid=142, state=SUCCESS; ReopenTableRegionsProcedure table=testRollbackForSplitTableRegionWithReplica in 499 msec 2023-10-04T08:04:14,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=147, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419, ASSIGN}] 2023-10-04T08:04:14,400 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=147, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419, ASSIGN 2023-10-04T08:04:14,401 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=147, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-10-04T08:04:14,551 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:04:14,552 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:04:14,553 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:04:14,553 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:04:14,553 INFO [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:04:14,553 INFO [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:04:14,553 INFO [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:04:14,553 DEBUG [jenkins-hbase3:34975 {}] balancer.BalancerClusterState(303): Number of tables=3, number of hosts=1, number of racks=1 2023-10-04T08:04:14,554 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=147 updating hbase:meta row=2d8c223a4b9896765afb5266ed643419, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:04:14,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; OpenRegionProcedure 2d8c223a4b9896765afb5266ed643419, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:04:14,712 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(130): Open testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. 2023-10-04T08:04:14,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7254): Opening region: {ENCODED => 2d8c223a4b9896765afb5266ed643419, NAME => 'testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419.', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1} 2023-10-04T08:04:14,713 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:04:14,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRollbackForSplitTableRegionWithReplica 2d8c223a4b9896765afb5266ed643419 2023-10-04T08:04:14,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(888): Instantiated testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:04:14,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7296): checking encryption for 2d8c223a4b9896765afb5266ed643419 2023-10-04T08:04:14,713 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7299): checking classloading for 2d8c223a4b9896765afb5266ed643419 2023-10-04T08:04:14,713 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:14,814 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:14,914 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,014 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,114 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,124 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-10-04T08:04:15,126 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:36056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-10-04T08:04:15,214 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,315 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,415 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,515 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,615 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,715 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,816 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:15,916 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,016 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,116 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,216 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,317 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,417 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,517 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,617 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,717 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,818 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:16,918 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,018 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,118 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,218 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:04:17,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRollbackForSplitTableRegionWithReplica' 2023-10-04T08:04:17,319 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,419 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,519 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,619 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,719 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,820 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:17,920 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,020 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,120 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,220 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,321 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,421 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,521 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,621 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,706 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRollbackForSplitTableRegionWithReplica 2023-10-04T08:04:18,706 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRollbackForSplitTableRegionWithReplica Metrics about Tables on a single HBase RegionServer 2023-10-04T08:04:18,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:04:18,722 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,822 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:18,922 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,022 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,122 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,323 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,423 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,523 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,623 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,724 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,824 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:19,924 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,024 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,124 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,225 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,425 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,525 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,625 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,726 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,826 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:20,926 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,026 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,127 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,227 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,327 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,427 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,527 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,628 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,728 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,828 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:21,896 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2023-10-04T08:04:21,896 INFO [master/jenkins-hbase3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2023-10-04T08:04:21,928 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,028 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,129 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,229 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,329 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,429 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,529 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,630 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,730 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,830 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:22,930 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,031 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,131 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,231 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,331 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,431 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,531 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,632 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,732 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,832 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:23,932 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,032 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,133 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:04:24,233 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,442 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,542 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,642 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,742 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,842 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:24,943 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,043 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,143 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,243 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,343 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,444 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,544 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,644 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,744 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,844 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:25,945 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,045 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,145 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,245 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,345 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,446 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,546 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,646 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,746 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,846 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:26,947 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,047 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,147 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,247 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,347 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,448 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,548 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,648 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,748 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,848 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:27,949 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,049 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,149 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,249 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,356 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,456 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,556 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,657 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,757 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,857 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:28,957 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,057 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,158 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,258 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,358 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,458 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,558 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,659 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,759 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,859 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:29,959 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,060 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,160 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,260 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,360 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,460 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,561 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,661 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,761 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,861 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:30,961 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,062 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,162 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,262 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,362 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,462 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,563 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,663 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,763 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,863 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:31,963 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,064 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,164 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,264 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,364 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,464 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,565 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,665 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,765 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,865 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:32,966 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,066 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,166 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,266 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,366 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,467 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,567 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,667 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,767 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,867 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:33,968 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,068 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,168 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,268 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,368 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,469 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,569 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,669 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,769 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,869 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:34,970 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,070 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,170 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,270 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,370 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,471 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,571 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,671 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,771 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,874 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:35,974 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,075 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,175 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,275 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,375 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,475 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,575 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,676 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,776 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,876 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:36,976 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,076 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,177 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,277 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,377 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,477 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,577 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,678 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,778 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,878 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:37,978 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,078 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,179 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,279 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,379 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,479 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,579 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,680 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,780 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,880 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:38,980 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,080 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,180 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,281 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,381 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,481 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,581 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,681 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,782 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,882 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:39,982 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,082 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,182 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,283 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,383 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,483 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,583 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,683 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,784 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,884 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:40,984 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,084 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,184 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,247 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 56b8a98709ff70859124af8671c213a1 changed from -1.0 to 0.0, refreshing cache 2023-10-04T08:04:41,248 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region faf27a3243f2efbdf107b08802124000 changed from -1.0 to 0.0, refreshing cache 2023-10-04T08:04:41,285 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,385 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,485 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,585 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,685 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,786 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,886 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:41,986 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,086 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,186 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,287 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,387 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,487 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,587 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,687 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,788 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,888 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:42,988 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,088 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,188 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,289 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,389 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,489 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,589 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,690 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,790 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,890 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:43,990 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,090 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,191 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,291 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,391 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,491 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,591 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,692 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,792 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,892 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:44,992 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,092 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,193 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,293 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,393 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,493 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,593 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,694 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,794 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,894 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:45,994 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,094 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,195 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,295 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,395 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,495 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,595 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,696 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,796 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,896 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:46,996 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,096 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,197 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,297 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,397 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,497 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,597 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,698 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,798 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,898 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:47,998 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,098 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,199 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,299 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,399 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,499 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,600 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,700 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,800 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:48,900 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,000 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,101 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,201 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,301 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,401 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,501 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,601 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,702 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,802 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:49,902 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,002 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,102 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,203 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,303 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,403 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,503 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,604 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,704 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,804 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:50,904 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,004 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,105 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,205 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,305 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,405 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,505 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,606 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,706 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,806 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:51,906 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,006 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,107 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,207 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,307 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,407 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,507 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,608 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,708 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,808 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:52,908 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,008 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,109 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,209 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,309 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,409 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,509 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,610 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,710 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,810 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:53,910 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,011 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,111 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,211 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,311 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,411 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,512 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,612 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,712 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,812 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:54,912 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,013 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,113 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,213 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,313 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,413 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,514 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,614 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,714 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,814 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:55,914 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,015 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,115 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,215 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,315 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,415 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,516 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,616 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,716 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,816 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:56,916 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,017 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,117 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,217 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,317 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,417 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,518 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,618 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,718 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,818 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:57,918 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,019 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,119 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,219 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,319 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,420 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,520 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,620 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,720 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,820 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:58,921 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,021 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,121 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,221 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,321 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,422 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,522 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,622 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,722 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,822 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:04:59,922 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,023 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,123 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,223 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,323 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,423 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,524 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,624 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,724 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,824 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:00,924 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,025 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,125 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,225 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,325 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,425 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,526 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,626 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,726 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,826 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:01,926 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,027 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,127 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,227 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,327 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,428 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,528 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,628 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,728 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,828 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:02,929 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,029 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,129 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,229 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,329 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,430 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,530 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,630 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,730 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,830 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:03,931 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,031 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,131 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,231 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,331 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,432 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,532 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,632 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,732 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,832 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:04,933 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,033 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,133 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,233 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,434 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,534 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,634 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,734 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,834 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:05,935 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,035 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,135 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,235 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,335 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,436 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,536 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,636 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,736 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,836 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:06,937 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,037 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,137 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,237 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,338 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,438 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,538 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,638 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,738 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,839 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:07,939 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,039 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,139 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,239 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,340 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,440 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,540 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,640 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,741 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,841 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:08,941 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,041 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,142 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,242 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,342 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,442 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,542 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,643 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,743 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,843 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:09,943 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,043 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,144 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,244 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,344 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,444 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,545 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,645 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,745 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,845 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:10,946 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,046 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,146 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,246 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,346 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,547 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,647 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,747 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,847 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:11,948 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,048 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,148 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,248 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,348 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,449 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,549 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,649 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,749 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,850 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:12,950 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,050 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,150 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,250 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,351 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,451 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,551 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,651 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,751 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,851 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,952 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=142 2023-10-04T08:05:14,052 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=142 2023-10-04T08:05:14,152 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,252 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=142 2023-10-04T08:05:14,352 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,453 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,553 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=142 2023-10-04T08:05:14,653 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,753 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,853 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:14,954 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,054 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=142 2023-10-04T08:05:15,154 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,254 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,354 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,455 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,555 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,655 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,755 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,856 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:15,956 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:16,056 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:16,085 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:16,086 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=149, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:16,087 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=149, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:16,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=149, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:16,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=149, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:16,092 ERROR [PEWorker-1 {}] assignment.SplitTableRegionProcedure(350): Splitting faf27a3243f2efbdf107b08802124000, pid=149, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up at org.apache.hadoop.hbase.master.assignment.AssignmentManagerUtil.createUnassignProceduresForSplitOrMerge(AssignmentManagerUtil.java:120) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.createUnassignProcedures(SplitTableRegionProcedure.java:904) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.executeFromState(SplitTableRegionProcedure.java:301) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.executeFromState(SplitTableRegionProcedure.java:97) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:922) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1649) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:16,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1531): Rolled back pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 exec-time=11 msec 2023-10-04T08:05:16,156 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:16,256 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro(132): Slow down replica region open a bit 2023-10-04T08:05:16,357 INFO [StoreOpener-2d8c223a4b9896765afb5266ed643419-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 2d8c223a4b9896765afb5266ed643419 2023-10-04T08:05:16,359 INFO [StoreOpener-2d8c223a4b9896765afb5266ed643419-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8c223a4b9896765afb5266ed643419 columnFamilyName cf1 2023-10-04T08:05:16,359 DEBUG [StoreOpener-2d8c223a4b9896765afb5266ed643419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:16,361 INFO [StoreOpener-2d8c223a4b9896765afb5266ed643419-1 {}] regionserver.HStore(324): Store=2d8c223a4b9896765afb5266ed643419/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:16,362 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): Opened 2d8c223a4b9896765afb5266ed643419; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59287452, jitterRate=-0.11654812097549438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-10-04T08:05:16,363 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(992): Region open journal for 2d8c223a4b9896765afb5266ed643419: 2023-10-04T08:05:16,363 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2556): Post open deploy tasks for testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419., pid=148, masterSystemTime=1696406654710 2023-10-04T08:05:16,365 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2583): Finished post open deploy task for testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. 2023-10-04T08:05:16,365 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(158): Opened testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. 2023-10-04T08:05:16,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=147 updating hbase:meta row=2d8c223a4b9896765afb5266ed643419, regionState=OPEN, openSeqNum=5, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:16,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=148, resume processing ppid=147 2023-10-04T08:05:16,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=148, ppid=147, state=SUCCESS; OpenRegionProcedure 2d8c223a4b9896765afb5266ed643419, server=jenkins-hbase3.apache.org,35445,1696406619072 in 1 mins, 1.811 sec 2023-10-04T08:05:16,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=147, resume processing ppid=142 2023-10-04T08:05:16,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=147, ppid=142, state=SUCCESS; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419, ASSIGN in 1 mins, 1.97 sec 2023-10-04T08:05:16,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica in 1 mins, 2.504 sec 2023-10-04T08:05:16,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34975 {}] ipc.RpcServer(581): (responseTooSlow): {"call":"ModifyTable(org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$ModifyTableRequest)","starttimems":"1696406653866","responsesize":"3","method":"ModifyTable","param":"TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$ModifyTableRequest","processingtimems":62512,"blockbytesscanned":"0","client":"172.31.12.81:48848","queuetimems":0,"class":"HMaster"} 2023-10-04T08:05:16,379 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.NettyRpcDuplexHandler(191): Unknown callId: 686, skipping over this response of 4 bytes 2023-10-04T08:05:18,337 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(335): procId=149 exception: org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up 2023-10-04T08:05:18,338 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:18,340 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,340 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=150 2023-10-04T08:05:18,343 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackForSplitTableRegionWithReplica","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406718343"}]},"ts":"1696406718343"} 2023-10-04T08:05:18,344 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackForSplitTableRegionWithReplica, state=DISABLING in hbase:meta 2023-10-04T08:05:18,346 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testRollbackForSplitTableRegionWithReplica to state=DISABLING 2023-10-04T08:05:18,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, UNASSIGN}, {pid=152, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419, UNASSIGN}] 2023-10-04T08:05:18,347 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=152, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419, UNASSIGN 2023-10-04T08:05:18,348 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=2d8c223a4b9896765afb5266ed643419, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:18,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 2d8c223a4b9896765afb5266ed643419, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:18,351 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, UNASSIGN 2023-10-04T08:05:18,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=151 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:18,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=154, ppid=151, state=RUNNABLE; CloseRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:05:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=150 2023-10-04T08:05:18,501 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(119): Close 2d8c223a4b9896765afb5266ed643419 2023-10-04T08:05:18,502 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1668): Closing 2d8c223a4b9896765afb5266ed643419, disabling compactions & flushes 2023-10-04T08:05:18,502 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1690): Closing region testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. 2023-10-04T08:05:18,502 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. 2023-10-04T08:05:18,502 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1778): Acquired close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. after waiting 0 ms 2023-10-04T08:05:18,502 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1788): Updates disabled for region testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. 2023-10-04T08:05:18,502 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:18,503 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1909): Closed testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419. 2023-10-04T08:05:18,503 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1622): Region close journal for 2d8c223a4b9896765afb5266ed643419: 2023-10-04T08:05:18,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(119): Close faf27a3243f2efbdf107b08802124000 2023-10-04T08:05:18,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1668): Closing faf27a3243f2efbdf107b08802124000, disabling compactions & flushes 2023-10-04T08:05:18,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1690): Closing region testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:05:18,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:05:18,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1778): Acquired close lock on testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. after waiting 0 ms 2023-10-04T08:05:18,504 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1788): Updates disabled for region testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:05:18,504 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(163): Closed 2d8c223a4b9896765afb5266ed643419 2023-10-04T08:05:18,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=2d8c223a4b9896765afb5266ed643419, regionState=CLOSED 2023-10-04T08:05:18,508 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2023-10-04T08:05:18,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=153, resume processing ppid=152 2023-10-04T08:05:18,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 2d8c223a4b9896765afb5266ed643419, server=jenkins-hbase3.apache.org,35445,1696406619072 in 158 msec 2023-10-04T08:05:18,509 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:18,509 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1909): Closed testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000. 2023-10-04T08:05:18,509 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1622): Region close journal for faf27a3243f2efbdf107b08802124000: 2023-10-04T08:05:18,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=152, ppid=150, state=SUCCESS; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419, UNASSIGN in 162 msec 2023-10-04T08:05:18,510 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(163): Closed faf27a3243f2efbdf107b08802124000 2023-10-04T08:05:18,511 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=151 updating hbase:meta row=faf27a3243f2efbdf107b08802124000, regionState=CLOSED 2023-10-04T08:05:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=154, resume processing ppid=151 2023-10-04T08:05:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=154, ppid=151, state=SUCCESS; CloseRegionProcedure faf27a3243f2efbdf107b08802124000, server=jenkins-hbase3.apache.org,39189,1696406618997 in 160 msec 2023-10-04T08:05:18,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=151, resume processing ppid=150 2023-10-04T08:05:18,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=151, ppid=150, state=SUCCESS; TransitRegionStateProcedure table=testRollbackForSplitTableRegionWithReplica, region=faf27a3243f2efbdf107b08802124000, UNASSIGN in 166 msec 2023-10-04T08:05:18,515 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRollbackForSplitTableRegionWithReplica","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406718515"}]},"ts":"1696406718515"} 2023-10-04T08:05:18,516 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRollbackForSplitTableRegionWithReplica, state=DISABLED in hbase:meta 2023-10-04T08:05:18,518 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testRollbackForSplitTableRegionWithReplica to state=DISABLED 2023-10-04T08:05:18,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica in 178 msec 2023-10-04T08:05:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=150 2023-10-04T08:05:18,645 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testRollbackForSplitTableRegionWithReplica, procId: 150 completed 2023-10-04T08:05:18,646 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=155, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,648 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=155, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,649 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=155, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=155 2023-10-04T08:05:18,653 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000 2023-10-04T08:05:18,655 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000/recovered.edits] 2023-10-04T08:05:18,661 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000/recovered.edits/7.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000/recovered.edits/7.seqid 2023-10-04T08:05:18,662 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRollbackForSplitTableRegionWithReplica/faf27a3243f2efbdf107b08802124000 2023-10-04T08:05:18,662 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testRollbackForSplitTableRegionWithReplica regions 2023-10-04T08:05:18,665 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=155, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,668 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of testRollbackForSplitTableRegionWithReplica from hbase:meta 2023-10-04T08:05:18,673 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testRollbackForSplitTableRegionWithReplica' descriptor. 2023-10-04T08:05:18,675 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=155, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,675 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testRollbackForSplitTableRegionWithReplica' from region states. 2023-10-04T08:05:18,675 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406718675"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:18,675 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406718675"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:18,677 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 2 regions from META 2023-10-04T08:05:18,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => faf27a3243f2efbdf107b08802124000, NAME => 'testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 2d8c223a4b9896765afb5266ed643419, NAME => 'testRollbackForSplitTableRegionWithReplica,,1696406653359_0001.2d8c223a4b9896765afb5266ed643419.', STARTKEY => '', ENDKEY => '', REPLICA_ID => 1}] 2023-10-04T08:05:18,677 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testRollbackForSplitTableRegionWithReplica' as deleted. 2023-10-04T08:05:18,677 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRollbackForSplitTableRegionWithReplica","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406718677"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:18,680 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testRollbackForSplitTableRegionWithReplica state from META 2023-10-04T08:05:18,682 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=155, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica in 36 msec 2023-10-04T08:05:18,706 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=155 2023-10-04T08:05:18,751 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testRollbackForSplitTableRegionWithReplica, procId: 155 completed 2023-10-04T08:05:18,764 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testRollbackForSplitTableRegionWithReplica Thread=345 (was 400), OpenFileDescriptor=676 (was 873), MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=200 (was 269), ProcessCount=167 (was 167), AvailableMemoryMB=5567 (was 6233) 2023-10-04T08:05:18,776 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testInvalidSplitKey Thread=346, OpenFileDescriptor=676, MaxFileDescriptor=60000, SystemLoadAverage=200, ProcessCount=167, AvailableMemoryMB=5566 2023-10-04T08:05:18,776 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:18,777 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:05:18,778 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=156, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:18,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=156, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testInvalidSplitKey execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:05:18,779 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:18,780 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=156, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testInvalidSplitKey execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:05:18,788 INFO [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f847582815c6ca7427fbf7180175c08a, NAME => 'testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testInvalidSplitKey', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:05:18,795 DEBUG [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(888): Instantiated testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:18,795 DEBUG [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(1668): Closing f847582815c6ca7427fbf7180175c08a, disabling compactions & flushes 2023-10-04T08:05:18,795 INFO [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(1690): Closing region testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:18,795 DEBUG [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:18,795 DEBUG [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. after waiting 0 ms 2023-10-04T08:05:18,795 DEBUG [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:18,795 INFO [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(1909): Closed testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:18,795 DEBUG [RegionOpenAndInit-testInvalidSplitKey-pool-0 {}] regionserver.HRegion(1622): Region close journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:18,796 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=156, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testInvalidSplitKey execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:05:18,796 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1696406718796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406718796"}]},"ts":"1696406718796"} 2023-10-04T08:05:18,797 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:05:18,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=156, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testInvalidSplitKey execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:05:18,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testInvalidSplitKey","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406718798"}]},"ts":"1696406718798"} 2023-10-04T08:05:18,799 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testInvalidSplitKey, state=ENABLING in hbase:meta 2023-10-04T08:05:18,803 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:05:18,804 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:05:18,804 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:05:18,804 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:05:18,804 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:05:18,804 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:05:18,804 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:05:18,804 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:05:18,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testInvalidSplitKey, region=f847582815c6ca7427fbf7180175c08a, ASSIGN}] 2023-10-04T08:05:18,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testInvalidSplitKey, region=f847582815c6ca7427fbf7180175c08a, ASSIGN 2023-10-04T08:05:18,806 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testInvalidSplitKey, region=f847582815c6ca7427fbf7180175c08a, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:05:18,957 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:05:18,958 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=157 updating hbase:meta row=f847582815c6ca7427fbf7180175c08a, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:18,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; OpenRegionProcedure f847582815c6ca7427fbf7180175c08a, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:19,114 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(130): Open testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:19,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7254): Opening region: {ENCODED => f847582815c6ca7427fbf7180175c08a, NAME => 'testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:05:19,114 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:19,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testInvalidSplitKey f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,114 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(888): Instantiated testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:19,115 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7296): checking encryption for f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,115 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7299): checking classloading for f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,116 INFO [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,117 INFO [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f847582815c6ca7427fbf7180175c08a columnFamilyName cf1 2023-10-04T08:05:19,118 DEBUG [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:19,118 INFO [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] regionserver.HStore(324): Store=f847582815c6ca7427fbf7180175c08a/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:19,118 INFO [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,120 INFO [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f847582815c6ca7427fbf7180175c08a columnFamilyName cf2 2023-10-04T08:05:19,120 DEBUG [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:19,120 INFO [StoreOpener-f847582815c6ca7427fbf7180175c08a-1 {}] regionserver.HStore(324): Store=f847582815c6ca7427fbf7180175c08a/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:19,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,123 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testInvalidSplitKey descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:19,124 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1076): writing seq id for f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:19,127 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:05:19,127 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1093): Opened f847582815c6ca7427fbf7180175c08a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68864666, jitterRate=0.026163488626480103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:19,128 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(992): Region open journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:19,129 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2556): Post open deploy tasks for testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a., pid=158, masterSystemTime=1696406719111 2023-10-04T08:05:19,130 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2583): Finished post open deploy task for testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:19,130 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(158): Opened testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:19,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=157 updating hbase:meta row=f847582815c6ca7427fbf7180175c08a, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:19,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=158, resume processing ppid=157 2023-10-04T08:05:19,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=158, ppid=157, state=SUCCESS; OpenRegionProcedure f847582815c6ca7427fbf7180175c08a, server=jenkins-hbase3.apache.org,35445,1696406619072 in 173 msec 2023-10-04T08:05:19,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=157, resume processing ppid=156 2023-10-04T08:05:19,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=157, ppid=156, state=SUCCESS; TransitRegionStateProcedure table=testInvalidSplitKey, region=f847582815c6ca7427fbf7180175c08a, ASSIGN in 330 msec 2023-10-04T08:05:19,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=156, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testInvalidSplitKey execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:05:19,136 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testInvalidSplitKey","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406719136"}]},"ts":"1696406719136"} 2023-10-04T08:05:19,137 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testInvalidSplitKey, state=ENABLED in hbase:meta 2023-10-04T08:05:19,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=156, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testInvalidSplitKey execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:05:19,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey in 363 msec 2023-10-04T08:05:19,285 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testInvalidSplitKey 2023-10-04T08:05:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:19,287 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=159 2023-10-04T08:05:19,288 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:19,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=159 2023-10-04T08:05:19,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2023-10-04T08:05:19,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:19,441 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2819): Flushing f847582815c6ca7427fbf7180175c08a 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:05:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/747ee5a5b4124b60bf49c1f4076c20dc is 34, key is 11/cf1:q/1696406719281/Put/seqid=0 2023-10-04T08:05:19,459 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/747ee5a5b4124b60bf49c1f4076c20dc 2023-10-04T08:05:19,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/9a53a01a2e2f4c4cbcfb97deac3846a9 is 34, key is 11/cf2:q/1696406719281/Put/seqid=0 2023-10-04T08:05:19,480 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/9a53a01a2e2f4c4cbcfb97deac3846a9 2023-10-04T08:05:19,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/747ee5a5b4124b60bf49c1f4076c20dc as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/747ee5a5b4124b60bf49c1f4076c20dc 2023-10-04T08:05:19,488 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/747ee5a5b4124b60bf49c1f4076c20dc, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:19,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/9a53a01a2e2f4c4cbcfb97deac3846a9 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/9a53a01a2e2f4c4cbcfb97deac3846a9 2023-10-04T08:05:19,492 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/9a53a01a2e2f4c4cbcfb97deac3846a9, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:19,493 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for f847582815c6ca7427fbf7180175c08a in 52ms, sequenceid=6, compaction requested=false 2023-10-04T08:05:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testInvalidSplitKey' 2023-10-04T08:05:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2520): Flush status journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=160 2023-10-04T08:05:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=160 2023-10-04T08:05:19,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=160, resume processing ppid=159 2023-10-04T08:05:19,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2023-10-04T08:05:19,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey in 212 msec 2023-10-04T08:05:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=159 2023-10-04T08:05:19,589 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testInvalidSplitKey, procId: 159 completed 2023-10-04T08:05:19,600 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testInvalidSplitKey 2023-10-04T08:05:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:19,602 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=161 2023-10-04T08:05:19,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:19,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=161 2023-10-04T08:05:19,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2023-10-04T08:05:19,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:19,756 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2819): Flushing f847582815c6ca7427fbf7180175c08a 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:19,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/b5117afc6ccd4a2087d16d80b8c30a52 is 34, key is 12/cf1:q/1696406719590/Put/seqid=0 2023-10-04T08:05:19,765 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/b5117afc6ccd4a2087d16d80b8c30a52 2023-10-04T08:05:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/4771b30a1bcd47d9be76219b6fca49b8 is 34, key is 12/cf2:q/1696406719590/Put/seqid=0 2023-10-04T08:05:19,779 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/4771b30a1bcd47d9be76219b6fca49b8 2023-10-04T08:05:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/b5117afc6ccd4a2087d16d80b8c30a52 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/b5117afc6ccd4a2087d16d80b8c30a52 2023-10-04T08:05:19,786 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/b5117afc6ccd4a2087d16d80b8c30a52, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/4771b30a1bcd47d9be76219b6fca49b8 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/4771b30a1bcd47d9be76219b6fca49b8 2023-10-04T08:05:19,790 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/4771b30a1bcd47d9be76219b6fca49b8, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:19,791 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for f847582815c6ca7427fbf7180175c08a in 35ms, sequenceid=19, compaction requested=false 2023-10-04T08:05:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2520): Flush status journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:19,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=162 2023-10-04T08:05:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=162 2023-10-04T08:05:19,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=162, resume processing ppid=161 2023-10-04T08:05:19,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2023-10-04T08:05:19,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey in 195 msec 2023-10-04T08:05:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=161 2023-10-04T08:05:19,905 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testInvalidSplitKey, procId: 161 completed 2023-10-04T08:05:19,917 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testInvalidSplitKey 2023-10-04T08:05:19,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:19,919 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=163 2023-10-04T08:05:19,920 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:19,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=163 2023-10-04T08:05:20,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2023-10-04T08:05:20,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:20,072 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2819): Flushing f847582815c6ca7427fbf7180175c08a 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:20,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/25e554b99e574b6ca7ceb98478b66d0e is 34, key is 17/cf1:q/1696406719905/Put/seqid=0 2023-10-04T08:05:20,081 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/25e554b99e574b6ca7ceb98478b66d0e 2023-10-04T08:05:20,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/c625a1f1bac340f2babd9243dc915667 is 34, key is 17/cf2:q/1696406719905/Put/seqid=0 2023-10-04T08:05:20,098 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/c625a1f1bac340f2babd9243dc915667 2023-10-04T08:05:20,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/25e554b99e574b6ca7ceb98478b66d0e as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/25e554b99e574b6ca7ceb98478b66d0e 2023-10-04T08:05:20,105 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/25e554b99e574b6ca7ceb98478b66d0e, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/c625a1f1bac340f2babd9243dc915667 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/c625a1f1bac340f2babd9243dc915667 2023-10-04T08:05:20,109 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/c625a1f1bac340f2babd9243dc915667, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:20,110 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for f847582815c6ca7427fbf7180175c08a in 38ms, sequenceid=32, compaction requested=true 2023-10-04T08:05:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2520): Flush status journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=164 2023-10-04T08:05:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=164 2023-10-04T08:05:20,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=164, resume processing ppid=163 2023-10-04T08:05:20,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2023-10-04T08:05:20,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey in 197 msec 2023-10-04T08:05:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=163 2023-10-04T08:05:20,222 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testInvalidSplitKey, procId: 163 completed 2023-10-04T08:05:20,232 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testInvalidSplitKey 2023-10-04T08:05:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:20,234 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=165 2023-10-04T08:05:20,235 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:20,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=165 2023-10-04T08:05:20,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2023-10-04T08:05:20,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:20,387 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2819): Flushing f847582815c6ca7427fbf7180175c08a 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:20,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/725ff3ef1b834005ad3533e0f3c8b34b is 34, key is 22/cf1:q/1696406720222/Put/seqid=0 2023-10-04T08:05:20,398 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/725ff3ef1b834005ad3533e0f3c8b34b 2023-10-04T08:05:20,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/043873e384d94c88b8b05075a0cb64a4 is 34, key is 22/cf2:q/1696406720222/Put/seqid=0 2023-10-04T08:05:20,409 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/043873e384d94c88b8b05075a0cb64a4 2023-10-04T08:05:20,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/725ff3ef1b834005ad3533e0f3c8b34b as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/725ff3ef1b834005ad3533e0f3c8b34b 2023-10-04T08:05:20,416 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/725ff3ef1b834005ad3533e0f3c8b34b, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:20,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/043873e384d94c88b8b05075a0cb64a4 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/043873e384d94c88b8b05075a0cb64a4 2023-10-04T08:05:20,419 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/043873e384d94c88b8b05075a0cb64a4, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:20,420 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for f847582815c6ca7427fbf7180175c08a in 33ms, sequenceid=45, compaction requested=true 2023-10-04T08:05:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2520): Flush status journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:20,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=166 2023-10-04T08:05:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=166 2023-10-04T08:05:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=166, resume processing ppid=165 2023-10-04T08:05:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2023-10-04T08:05:20,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey in 192 msec 2023-10-04T08:05:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=165 2023-10-04T08:05:20,537 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testInvalidSplitKey, procId: 165 completed 2023-10-04T08:05:20,548 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testInvalidSplitKey 2023-10-04T08:05:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:20,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=167 2023-10-04T08:05:20,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:20,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=167 2023-10-04T08:05:20,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2023-10-04T08:05:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:20,702 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2819): Flushing f847582815c6ca7427fbf7180175c08a 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:20,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/7bc2f48c3d4f400f9a6dacbec1c9a7fd is 34, key is 27/cf1:q/1696406720537/Put/seqid=0 2023-10-04T08:05:20,711 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/7bc2f48c3d4f400f9a6dacbec1c9a7fd 2023-10-04T08:05:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/377f8040ef7e4a1498a5a17c42c4825b is 34, key is 27/cf2:q/1696406720537/Put/seqid=0 2023-10-04T08:05:20,722 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/377f8040ef7e4a1498a5a17c42c4825b 2023-10-04T08:05:20,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/7bc2f48c3d4f400f9a6dacbec1c9a7fd as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7bc2f48c3d4f400f9a6dacbec1c9a7fd 2023-10-04T08:05:20,729 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7bc2f48c3d4f400f9a6dacbec1c9a7fd, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/377f8040ef7e4a1498a5a17c42c4825b as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/377f8040ef7e4a1498a5a17c42c4825b 2023-10-04T08:05:20,734 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/377f8040ef7e4a1498a5a17c42c4825b, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:20,735 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for f847582815c6ca7427fbf7180175c08a in 33ms, sequenceid=58, compaction requested=true 2023-10-04T08:05:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2520): Flush status journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=168 2023-10-04T08:05:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=168 2023-10-04T08:05:20,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=168, resume processing ppid=167 2023-10-04T08:05:20,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2023-10-04T08:05:20,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey in 191 msec 2023-10-04T08:05:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=167 2023-10-04T08:05:20,852 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testInvalidSplitKey, procId: 167 completed 2023-10-04T08:05:20,863 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testInvalidSplitKey 2023-10-04T08:05:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:20,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=169 2023-10-04T08:05:20,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:20,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=169 2023-10-04T08:05:21,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2023-10-04T08:05:21,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:21,018 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2819): Flushing f847582815c6ca7427fbf7180175c08a 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:21,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/e6ccd08de9134650a1f4022c0febc34d is 34, key is 32/cf1:q/1696406720853/Put/seqid=0 2023-10-04T08:05:21,026 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/e6ccd08de9134650a1f4022c0febc34d 2023-10-04T08:05:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/5f3dc4f9bdb74433960d070532740746 is 34, key is 32/cf2:q/1696406720853/Put/seqid=0 2023-10-04T08:05:21,040 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/5f3dc4f9bdb74433960d070532740746 2023-10-04T08:05:21,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/e6ccd08de9134650a1f4022c0febc34d as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/e6ccd08de9134650a1f4022c0febc34d 2023-10-04T08:05:21,047 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/e6ccd08de9134650a1f4022c0febc34d, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/5f3dc4f9bdb74433960d070532740746 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/5f3dc4f9bdb74433960d070532740746 2023-10-04T08:05:21,051 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/5f3dc4f9bdb74433960d070532740746, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:21,052 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for f847582815c6ca7427fbf7180175c08a in 34ms, sequenceid=71, compaction requested=true 2023-10-04T08:05:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2520): Flush status journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:21,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=170 2023-10-04T08:05:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=170 2023-10-04T08:05:21,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=170, resume processing ppid=169 2023-10-04T08:05:21,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2023-10-04T08:05:21,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey in 193 msec 2023-10-04T08:05:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=169 2023-10-04T08:05:21,167 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testInvalidSplitKey, procId: 169 completed 2023-10-04T08:05:21,173 INFO [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(209): testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. splitKey isn't explicitly specified, will try to find a best split key from RS jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:21,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/b5117afc6ccd4a2087d16d80b8c30a52 because midkey is the same as first or last row 2023-10-04T08:05:21,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/4771b30a1bcd47d9be76219b6fca49b8 because midkey is the same as first or last row 2023-10-04T08:05:21,175 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.HRegion(2819): Flushing f847582815c6ca7427fbf7180175c08a 2/2 column families, dataSize=480 B heapSize=2.13 KB 2023-10-04T08:05:21,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/7afa9e43cd194412aca162fe8a3ef656 is 34, key is 37/cf1:q/1696406721167/Put/seqid=0 2023-10-04T08:05:21,185 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/7afa9e43cd194412aca162fe8a3ef656 2023-10-04T08:05:21,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/1419028f722e4bcb9a9b419932b5dc01 is 34, key is 37/cf2:q/1696406721167/Put/seqid=0 2023-10-04T08:05:21,195 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/1419028f722e4bcb9a9b419932b5dc01 2023-10-04T08:05:21,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf1/7afa9e43cd194412aca162fe8a3ef656 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7afa9e43cd194412aca162fe8a3ef656 2023-10-04T08:05:21,202 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7afa9e43cd194412aca162fe8a3ef656, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:21,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/.tmp/cf2/1419028f722e4bcb9a9b419932b5dc01 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/1419028f722e4bcb9a9b419932b5dc01 2023-10-04T08:05:21,205 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/1419028f722e4bcb9a9b419932b5dc01, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:21,206 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.HRegion(3022): Finished flush of dataSize ~480 B/480, heapSize ~2.09 KB/2144, currentSize=0 B/0 for f847582815c6ca7427fbf7180175c08a in 31ms, sequenceid=82, compaction requested=true 2023-10-04T08:05:21,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.HRegion(2520): Flush status journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:21,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/b5117afc6ccd4a2087d16d80b8c30a52 because midkey is the same as first or last row 2023-10-04T08:05:21,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.StoreUtils(136): cannot split hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/4771b30a1bcd47d9be76219b6fca49b8 because midkey is the same as first or last row 2023-10-04T08:05:21,206 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:21,206 DEBUG [Listener at localhost/36205 {}] assignment.TestSplitTableRegionProcedure(438): Expected Split procedure construction failure: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2023-10-04T08:05:21,207 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:21,208 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testInvalidSplitKey 2023-10-04T08:05:21,208 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testInvalidSplitKey 2023-10-04T08:05:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=171 2023-10-04T08:05:21,211 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testInvalidSplitKey","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406721211"}]},"ts":"1696406721211"} 2023-10-04T08:05:21,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testInvalidSplitKey, state=DISABLING in hbase:meta 2023-10-04T08:05:21,213 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testInvalidSplitKey to state=DISABLING 2023-10-04T08:05:21,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testInvalidSplitKey, region=f847582815c6ca7427fbf7180175c08a, UNASSIGN}] 2023-10-04T08:05:21,215 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testInvalidSplitKey, region=f847582815c6ca7427fbf7180175c08a, UNASSIGN 2023-10-04T08:05:21,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=f847582815c6ca7427fbf7180175c08a, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:21,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE; CloseRegionProcedure f847582815c6ca7427fbf7180175c08a, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=171 2023-10-04T08:05:21,367 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(119): Close f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:21,368 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1668): Closing f847582815c6ca7427fbf7180175c08a, disabling compactions & flushes 2023-10-04T08:05:21,368 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1690): Closing region testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:21,368 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1711): Waiting without time limit for close lock on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:21,368 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1778): Acquired close lock on testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. after waiting 0 ms 2023-10-04T08:05:21,368 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1788): Updates disabled for region testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:21,372 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=1 2023-10-04T08:05:21,372 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:21,372 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1909): Closed testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a. 2023-10-04T08:05:21,372 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1622): Region close journal for f847582815c6ca7427fbf7180175c08a: 2023-10-04T08:05:21,374 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(163): Closed f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:21,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=172 updating hbase:meta row=f847582815c6ca7427fbf7180175c08a, regionState=CLOSED 2023-10-04T08:05:21,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=173, resume processing ppid=172 2023-10-04T08:05:21,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=173, ppid=172, state=SUCCESS; CloseRegionProcedure f847582815c6ca7427fbf7180175c08a, server=jenkins-hbase3.apache.org,35445,1696406619072 in 159 msec 2023-10-04T08:05:21,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=172, resume processing ppid=171 2023-10-04T08:05:21,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=172, ppid=171, state=SUCCESS; TransitRegionStateProcedure table=testInvalidSplitKey, region=f847582815c6ca7427fbf7180175c08a, UNASSIGN in 163 msec 2023-10-04T08:05:21,379 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testInvalidSplitKey","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406721379"}]},"ts":"1696406721379"} 2023-10-04T08:05:21,380 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testInvalidSplitKey, state=DISABLED in hbase:meta 2023-10-04T08:05:21,382 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testInvalidSplitKey to state=DISABLED 2023-10-04T08:05:21,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey in 175 msec 2023-10-04T08:05:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=171 2023-10-04T08:05:21,513 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testInvalidSplitKey, procId: 171 completed 2023-10-04T08:05:21,514 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testInvalidSplitKey 2023-10-04T08:05:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:21,516 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:21,516 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=174 2023-10-04T08:05:21,518 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:21,520 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/recovered.edits] 2023-10-04T08:05:21,523 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/25e554b99e574b6ca7ceb98478b66d0e to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/25e554b99e574b6ca7ceb98478b66d0e 2023-10-04T08:05:21,524 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/725ff3ef1b834005ad3533e0f3c8b34b to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/725ff3ef1b834005ad3533e0f3c8b34b 2023-10-04T08:05:21,525 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/747ee5a5b4124b60bf49c1f4076c20dc to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/747ee5a5b4124b60bf49c1f4076c20dc 2023-10-04T08:05:21,526 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7afa9e43cd194412aca162fe8a3ef656 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7afa9e43cd194412aca162fe8a3ef656 2023-10-04T08:05:21,527 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7bc2f48c3d4f400f9a6dacbec1c9a7fd to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/7bc2f48c3d4f400f9a6dacbec1c9a7fd 2023-10-04T08:05:21,527 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/b5117afc6ccd4a2087d16d80b8c30a52 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/b5117afc6ccd4a2087d16d80b8c30a52 2023-10-04T08:05:21,528 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/e6ccd08de9134650a1f4022c0febc34d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf1/e6ccd08de9134650a1f4022c0febc34d 2023-10-04T08:05:21,530 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/043873e384d94c88b8b05075a0cb64a4 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/043873e384d94c88b8b05075a0cb64a4 2023-10-04T08:05:21,531 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/1419028f722e4bcb9a9b419932b5dc01 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/1419028f722e4bcb9a9b419932b5dc01 2023-10-04T08:05:21,532 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/377f8040ef7e4a1498a5a17c42c4825b to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/377f8040ef7e4a1498a5a17c42c4825b 2023-10-04T08:05:21,533 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/4771b30a1bcd47d9be76219b6fca49b8 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/4771b30a1bcd47d9be76219b6fca49b8 2023-10-04T08:05:21,534 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/5f3dc4f9bdb74433960d070532740746 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/5f3dc4f9bdb74433960d070532740746 2023-10-04T08:05:21,535 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/9a53a01a2e2f4c4cbcfb97deac3846a9 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/9a53a01a2e2f4c4cbcfb97deac3846a9 2023-10-04T08:05:21,536 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/c625a1f1bac340f2babd9243dc915667 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/cf2/c625a1f1bac340f2babd9243dc915667 2023-10-04T08:05:21,538 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a/recovered.edits/85.seqid 2023-10-04T08:05:21,538 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testInvalidSplitKey/f847582815c6ca7427fbf7180175c08a 2023-10-04T08:05:21,538 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testInvalidSplitKey regions 2023-10-04T08:05:21,540 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:21,541 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 1 rows of testInvalidSplitKey from hbase:meta 2023-10-04T08:05:21,545 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testInvalidSplitKey' descriptor. 2023-10-04T08:05:21,546 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:21,546 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testInvalidSplitKey' from region states. 2023-10-04T08:05:21,546 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406721546"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:21,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2023-10-04T08:05:21,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f847582815c6ca7427fbf7180175c08a, NAME => 'testInvalidSplitKey,,1696406718777.f847582815c6ca7427fbf7180175c08a.', STARTKEY => '', ENDKEY => ''}] 2023-10-04T08:05:21,547 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testInvalidSplitKey' as deleted. 2023-10-04T08:05:21,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testInvalidSplitKey","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406721547"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:21,548 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testInvalidSplitKey state from META 2023-10-04T08:05:21,550 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:21,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey in 36 msec 2023-10-04T08:05:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=174 2023-10-04T08:05:21,618 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testInvalidSplitKey, procId: 174 completed 2023-10-04T08:05:21,631 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testInvalidSplitKey Thread=365 (was 346) - Thread LEAK? -, OpenFileDescriptor=758 (was 676) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=200 (was 200), ProcessCount=167 (was 167), AvailableMemoryMB=5566 (was 5566) 2023-10-04T08:05:21,644 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testRecoveryAndDoubleExecution Thread=365, OpenFileDescriptor=758, MaxFileDescriptor=60000, SystemLoadAverage=200, ProcessCount=167, AvailableMemoryMB=5566 2023-10-04T08:05:21,644 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:21,645 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:05:21,647 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=175, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:21,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=175, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testRecoveryAndDoubleExecution execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:05:21,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:21,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=175, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testRecoveryAndDoubleExecution execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:05:21,658 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 82659513d2197597260f38df8e32f9f2, NAME => 'testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:05:21,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(888): Instantiated testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:21,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(1668): Closing 82659513d2197597260f38df8e32f9f2, disabling compactions & flushes 2023-10-04T08:05:21,664 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(1690): Closing region testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:21,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:21,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. after waiting 0 ms 2023-10-04T08:05:21,664 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:21,664 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(1909): Closed testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:21,665 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-pool-0 {}] regionserver.HRegion(1622): Region close journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:21,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=175, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testRecoveryAndDoubleExecution execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:05:21,665 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1696406721665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406721665"}]},"ts":"1696406721665"} 2023-10-04T08:05:21,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:05:21,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=175, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testRecoveryAndDoubleExecution execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:05:21,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406721667"}]},"ts":"1696406721667"} 2023-10-04T08:05:21,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRecoveryAndDoubleExecution, state=ENABLING in hbase:meta 2023-10-04T08:05:21,677 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:05:21,678 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:05:21,678 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:05:21,678 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:05:21,678 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:05:21,678 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:05:21,678 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:05:21,678 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:05:21,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, ASSIGN}] 2023-10-04T08:05:21,679 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, ASSIGN 2023-10-04T08:05:21,680 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:05:21,830 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:05:21,831 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=82659513d2197597260f38df8e32f9f2, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:21,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE; OpenRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:21,986 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] handler.AssignRegionHandler(130): Open testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:21,986 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(7254): Opening region: {ENCODED => 82659513d2197597260f38df8e32f9f2, NAME => 'testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:05:21,987 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:21,987 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,987 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(888): Instantiated testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:21,987 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(7296): checking encryption for 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,987 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(7299): checking classloading for 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,988 INFO [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,989 INFO [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82659513d2197597260f38df8e32f9f2 columnFamilyName cf1 2023-10-04T08:05:21,989 DEBUG [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:21,989 INFO [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] regionserver.HStore(324): Store=82659513d2197597260f38df8e32f9f2/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:21,990 INFO [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,990 INFO [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82659513d2197597260f38df8e32f9f2 columnFamilyName cf2 2023-10-04T08:05:21,990 DEBUG [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:21,991 INFO [StoreOpener-82659513d2197597260f38df8e32f9f2-1 {}] regionserver.HStore(324): Store=82659513d2197597260f38df8e32f9f2/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:21,991 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,992 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:21,993 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(1076): writing seq id for 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:21,995 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:05:21,995 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(1093): Opened 82659513d2197597260f38df8e32f9f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58808384, jitterRate=-0.1236867904663086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:21,996 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegion(992): Region open journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:21,996 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegionServer(2556): Post open deploy tasks for testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2., pid=177, masterSystemTime=1696406721984 2023-10-04T08:05:21,997 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] regionserver.HRegionServer(2583): Finished post open deploy task for testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:21,997 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=177}] handler.AssignRegionHandler(158): Opened testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:21,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=176 updating hbase:meta row=82659513d2197597260f38df8e32f9f2, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:22,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=177, resume processing ppid=176 2023-10-04T08:05:22,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=177, ppid=176, state=SUCCESS; OpenRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 in 167 msec 2023-10-04T08:05:22,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=176, resume processing ppid=175 2023-10-04T08:05:22,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=176, ppid=175, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, ASSIGN in 322 msec 2023-10-04T08:05:22,002 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=175, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testRecoveryAndDoubleExecution execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:05:22,002 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406722002"}]},"ts":"1696406722002"} 2023-10-04T08:05:22,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRecoveryAndDoubleExecution, state=ENABLED in hbase:meta 2023-10-04T08:05:22,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=175, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testRecoveryAndDoubleExecution execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:05:22,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution in 362 msec 2023-10-04T08:05:22,153 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRecoveryAndDoubleExecution 2023-10-04T08:05:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:22,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=178 2023-10-04T08:05:22,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:22,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=178 2023-10-04T08:05:22,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2023-10-04T08:05:22,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:22,308 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2819): Flushing 82659513d2197597260f38df8e32f9f2 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:05:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/3685e9aac9654778b41b632057195030 is 34, key is 11/cf1:q/1696406722149/Put/seqid=0 2023-10-04T08:05:22,328 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/3685e9aac9654778b41b632057195030 2023-10-04T08:05:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/ef24135b59aa4ef0b31bc5b3275884d9 is 34, key is 11/cf2:q/1696406722149/Put/seqid=0 2023-10-04T08:05:22,348 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/ef24135b59aa4ef0b31bc5b3275884d9 2023-10-04T08:05:22,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/3685e9aac9654778b41b632057195030 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030 2023-10-04T08:05:22,354 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:22,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/ef24135b59aa4ef0b31bc5b3275884d9 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9 2023-10-04T08:05:22,358 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:22,359 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for 82659513d2197597260f38df8e32f9f2 in 51ms, sequenceid=6, compaction requested=false 2023-10-04T08:05:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution' 2023-10-04T08:05:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2520): Flush status journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=179 2023-10-04T08:05:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=179 2023-10-04T08:05:22,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=179, resume processing ppid=178 2023-10-04T08:05:22,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=179, ppid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2023-10-04T08:05:22,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution in 210 msec 2023-10-04T08:05:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=178 2023-10-04T08:05:22,457 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRecoveryAndDoubleExecution, procId: 178 completed 2023-10-04T08:05:22,466 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRecoveryAndDoubleExecution 2023-10-04T08:05:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:22,468 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=180 2023-10-04T08:05:22,469 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:22,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=180 2023-10-04T08:05:22,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2023-10-04T08:05:22,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:22,622 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2819): Flushing 82659513d2197597260f38df8e32f9f2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/1060760989b845ef81c4ddfa52407fc2 is 34, key is 12/cf1:q/1696406722457/Put/seqid=0 2023-10-04T08:05:22,644 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/1060760989b845ef81c4ddfa52407fc2 2023-10-04T08:05:22,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/e089bc0f282e4f9c8076fb646c32bf97 is 34, key is 12/cf2:q/1696406722457/Put/seqid=0 2023-10-04T08:05:22,659 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/e089bc0f282e4f9c8076fb646c32bf97 2023-10-04T08:05:22,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/1060760989b845ef81c4ddfa52407fc2 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2 2023-10-04T08:05:22,667 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:22,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/e089bc0f282e4f9c8076fb646c32bf97 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97 2023-10-04T08:05:22,671 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:22,672 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 82659513d2197597260f38df8e32f9f2 in 50ms, sequenceid=19, compaction requested=false 2023-10-04T08:05:22,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2520): Flush status journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:22,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:22,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=181 2023-10-04T08:05:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=181 2023-10-04T08:05:22,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=181, resume processing ppid=180 2023-10-04T08:05:22,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=181, ppid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2023-10-04T08:05:22,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution in 212 msec 2023-10-04T08:05:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=180 2023-10-04T08:05:22,771 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRecoveryAndDoubleExecution, procId: 180 completed 2023-10-04T08:05:22,781 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRecoveryAndDoubleExecution 2023-10-04T08:05:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:22,783 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=182 2023-10-04T08:05:22,784 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:22,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=182 2023-10-04T08:05:22,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2023-10-04T08:05:22,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:22,936 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2819): Flushing 82659513d2197597260f38df8e32f9f2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:22,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/9ec2a1aa781d4d698653dc46fa0a6869 is 34, key is 17/cf1:q/1696406722772/Put/seqid=0 2023-10-04T08:05:22,944 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/9ec2a1aa781d4d698653dc46fa0a6869 2023-10-04T08:05:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 is 34, key is 17/cf2:q/1696406722772/Put/seqid=0 2023-10-04T08:05:22,954 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 2023-10-04T08:05:22,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/9ec2a1aa781d4d698653dc46fa0a6869 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869 2023-10-04T08:05:22,960 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:22,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 2023-10-04T08:05:22,964 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:22,965 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 82659513d2197597260f38df8e32f9f2 in 29ms, sequenceid=32, compaction requested=true 2023-10-04T08:05:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2520): Flush status journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=183 2023-10-04T08:05:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=183 2023-10-04T08:05:22,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=183, resume processing ppid=182 2023-10-04T08:05:22,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=183, ppid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2023-10-04T08:05:22,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution in 187 msec 2023-10-04T08:05:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=182 2023-10-04T08:05:23,085 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRecoveryAndDoubleExecution, procId: 182 completed 2023-10-04T08:05:23,095 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRecoveryAndDoubleExecution 2023-10-04T08:05:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:23,097 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=184 2023-10-04T08:05:23,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=184, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:23,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=184 2023-10-04T08:05:23,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2023-10-04T08:05:23,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:23,250 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2819): Flushing 82659513d2197597260f38df8e32f9f2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:23,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/ec03e49b86724ebe945237e8aab8cd72 is 34, key is 22/cf1:q/1696406723086/Put/seqid=0 2023-10-04T08:05:23,258 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/ec03e49b86724ebe945237e8aab8cd72 2023-10-04T08:05:23,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/63c86566e78e42bba28c929f1dcbdfca is 34, key is 22/cf2:q/1696406723086/Put/seqid=0 2023-10-04T08:05:23,268 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/63c86566e78e42bba28c929f1dcbdfca 2023-10-04T08:05:23,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/ec03e49b86724ebe945237e8aab8cd72 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72 2023-10-04T08:05:23,275 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/63c86566e78e42bba28c929f1dcbdfca as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca 2023-10-04T08:05:23,278 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:23,279 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 82659513d2197597260f38df8e32f9f2 in 29ms, sequenceid=45, compaction requested=true 2023-10-04T08:05:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2520): Flush status journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:23,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=185 2023-10-04T08:05:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=185 2023-10-04T08:05:23,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=185, resume processing ppid=184 2023-10-04T08:05:23,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=185, ppid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2023-10-04T08:05:23,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution in 188 msec 2023-10-04T08:05:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=184 2023-10-04T08:05:23,399 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRecoveryAndDoubleExecution, procId: 184 completed 2023-10-04T08:05:23,409 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRecoveryAndDoubleExecution 2023-10-04T08:05:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=186, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:23,411 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=186, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=186 2023-10-04T08:05:23,412 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=186, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:23,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=186 2023-10-04T08:05:23,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2023-10-04T08:05:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:23,564 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2819): Flushing 82659513d2197597260f38df8e32f9f2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:23,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/41333e5a1a0541dca20b6206deff0ece is 34, key is 27/cf1:q/1696406723400/Put/seqid=0 2023-10-04T08:05:23,573 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/41333e5a1a0541dca20b6206deff0ece 2023-10-04T08:05:23,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/812801b050ee407991f3e8a50a93b569 is 34, key is 27/cf2:q/1696406723400/Put/seqid=0 2023-10-04T08:05:23,583 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/812801b050ee407991f3e8a50a93b569 2023-10-04T08:05:23,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/41333e5a1a0541dca20b6206deff0ece as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece 2023-10-04T08:05:23,590 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/812801b050ee407991f3e8a50a93b569 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569 2023-10-04T08:05:23,593 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:23,594 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 82659513d2197597260f38df8e32f9f2 in 30ms, sequenceid=58, compaction requested=true 2023-10-04T08:05:23,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2520): Flush status journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:23,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:23,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=187 2023-10-04T08:05:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=187 2023-10-04T08:05:23,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=187, resume processing ppid=186 2023-10-04T08:05:23,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=187, ppid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2023-10-04T08:05:23,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution in 189 msec 2023-10-04T08:05:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=186 2023-10-04T08:05:23,714 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRecoveryAndDoubleExecution, procId: 186 completed 2023-10-04T08:05:23,724 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testRecoveryAndDoubleExecution 2023-10-04T08:05:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=188, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:23,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=188, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=188 2023-10-04T08:05:23,727 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=188, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:23,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=188 2023-10-04T08:05:23,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35445 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=189 2023-10-04T08:05:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.FlushRegionCallable(51): Starting region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:23,879 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HRegion(2819): Flushing 82659513d2197597260f38df8e32f9f2 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:23,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/4b807e82fe2f4559862f6a5103dba256 is 34, key is 32/cf1:q/1696406723714/Put/seqid=0 2023-10-04T08:05:23,888 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/4b807e82fe2f4559862f6a5103dba256 2023-10-04T08:05:23,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 is 34, key is 32/cf2:q/1696406723714/Put/seqid=0 2023-10-04T08:05:23,898 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 2023-10-04T08:05:23,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/4b807e82fe2f4559862f6a5103dba256 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256 2023-10-04T08:05:23,906 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:23,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 2023-10-04T08:05:23,911 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:23,912 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 82659513d2197597260f38df8e32f9f2 in 33ms, sequenceid=71, compaction requested=true 2023-10-04T08:05:23,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HRegion(2520): Flush status journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:23,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.FlushRegionCallable(64): Closing region operation on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:23,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=189 2023-10-04T08:05:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=189 2023-10-04T08:05:23,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=189, resume processing ppid=188 2023-10-04T08:05:23,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=189, ppid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2023-10-04T08:05:23,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution in 193 msec 2023-10-04T08:05:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=188 2023-10-04T08:05:24,029 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testRecoveryAndDoubleExecution, procId: 188 completed 2023-10-04T08:05:24,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:05:24,286 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2023-10-04T08:05:24,287 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:24,288 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,290 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:24,290 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:24,290 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:24,538 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 0 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,538 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:24,538 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:24,538 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:24,539 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1939725540) connection to localhost/127.0.0.1:37327 from jenkins,5,PEWorkerGroup] Thread[HFileArchiver-9,5,PEWorkerGroup] Thread[HFileArchiver-10,5,PEWorkerGroup] 2023-10-04T08:05:24,539 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:24,539 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:24,539 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:24,539 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:24,539 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:24,541 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[] 2023-10-04T08:05:24,542 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:24,542 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:24,542 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:24,542 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:24,542 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,543 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,544 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,545 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,546 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,547 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:24,547 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,547 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,547 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,547 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,547 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:24,548 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,549 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:24,549 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,549 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,549 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,549 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:05:24,550 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:24,550 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:24,550 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:24,552 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,552 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,552 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,552 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,553 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406754553 2023-10-04T08:05:24,554 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:24,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,557 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:24,557 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:24,557 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:24,557 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406784557 2023-10-04T08:05:24,557 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406844557 2023-10-04T08:05:24,557 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:05:24,557 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:24,558 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:24,558 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:24,558 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:24,807 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 1 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,807 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:24,807 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:24,807 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:24,808 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:24,808 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:24,808 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:24,808 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:24,808 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:24,808 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:24,810 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0] 2023-10-04T08:05:24,811 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:24,811 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:24,811 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:24,811 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:24,811 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,811 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,811 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:24,812 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,813 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:24,814 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:24,815 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:24,816 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,817 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:24,818 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,818 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,818 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,818 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:05:24,818 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:24,818 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:24,818 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:24,820 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,820 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,820 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,820 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:24,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:24,822 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406754821 2023-10-04T08:05:24,823 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,823 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:24,825 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:24,826 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:24,826 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:24,826 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406784826 2023-10-04T08:05:24,826 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406844826 2023-10-04T08:05:24,826 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:05:24,826 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:24,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=191, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN}] 2023-10-04T08:05:24,828 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:24,828 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:24,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:24,828 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:25,076 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 2 exec state=pid=190, state=WAITING:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,076 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:25,076 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:25,077 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:25,077 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:25,077 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:25,077 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:25,077 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:25,077 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:25,078 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:25,080 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1] 2023-10-04T08:05:25,080 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:25,080 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:25,080 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:25,080 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:25,081 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,082 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,083 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,083 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,083 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:25,083 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:25,083 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,083 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,083 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:25,084 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:25,084 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:25,084 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:25,084 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,084 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,085 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,086 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,086 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,086 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:25,087 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,087 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,087 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:25,087 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:25,087 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:25,087 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,088 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,089 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,089 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,089 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,089 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,089 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:25,089 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,089 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,089 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,089 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 11 msec 2023-10-04T08:05:25,090 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:25,090 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:25,090 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:25,091 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,091 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,091 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,091 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,092 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406755092 2023-10-04T08:05:25,094 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CLOSE_PARENT_REGION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,094 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:25,104 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:25,104 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:25,104 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:25,104 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406785104 2023-10-04T08:05:25,104 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406845104 2023-10-04T08:05:25,104 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 10 msec 2023-10-04T08:05:25,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=191, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN}] 2023-10-04T08:05:25,105 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:25,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=191, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:25,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=191 updating hbase:meta row=82659513d2197597260f38df8e32f9f2, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:25,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:25,260 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(119): Close 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1668): Closing 82659513d2197597260f38df8e32f9f2, disabling compactions & flushes 2023-10-04T08:05:25,260 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1690): Closing region testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:25,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:25,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1778): Acquired close lock on testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. after waiting 0 ms 2023-10-04T08:05:25,260 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1788): Updates disabled for region testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:25,260 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(2819): Flushing 82659513d2197597260f38df8e32f9f2 2/2 column families, dataSize=480 B heapSize=2.13 KB 2023-10-04T08:05:25,264 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/afa512274e684fba84f933b31fdec13f is 34, key is 37/cf1:q/1696406724029/Put/seqid=0 2023-10-04T08:05:25,270 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/afa512274e684fba84f933b31fdec13f 2023-10-04T08:05:25,276 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/27bafa2205794d9bb321cbe9219b2bc7 is 34, key is 37/cf2:q/1696406724029/Put/seqid=0 2023-10-04T08:05:25,281 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/27bafa2205794d9bb321cbe9219b2bc7 2023-10-04T08:05:25,285 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf1/afa512274e684fba84f933b31fdec13f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f 2023-10-04T08:05:25,289 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:25,289 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/.tmp/cf2/27bafa2205794d9bb321cbe9219b2bc7 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7 2023-10-04T08:05:25,293 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:25,294 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(3022): Finished flush of dataSize ~480 B/480, heapSize ~2.09 KB/2144, currentSize=0 B/0 for 82659513d2197597260f38df8e32f9f2 in 34ms, sequenceid=82, compaction requested=true 2023-10-04T08:05:25,299 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=1 2023-10-04T08:05:25,300 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:25,301 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1909): Closed testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. 2023-10-04T08:05:25,301 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1622): Region close journal for 82659513d2197597260f38df8e32f9f2: 2023-10-04T08:05:25,303 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(163): Closed 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=191 updating hbase:meta row=82659513d2197597260f38df8e32f9f2, regionState=CLOSED 2023-10-04T08:05:25,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=192, resume processing ppid=191 2023-10-04T08:05:25,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 in 196 msec 2023-10-04T08:05:25,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=191, resume processing ppid=190 2023-10-04T08:05:25,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN in 201 msec 2023-10-04T08:05:25,309 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:25,309 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:25,309 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:25,354 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 3 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,355 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:25,355 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:25,355 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:25,355 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:25,355 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:25,355 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:25,355 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:25,355 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:25,356 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:25,358 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2] 2023-10-04T08:05:25,358 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:25,358 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:25,358 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:25,359 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:25,359 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:25,359 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:25,359 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,359 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,360 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:25,361 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:25,361 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:25,361 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:25,361 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:25,361 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:25,361 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:25,361 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:25,362 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:25,362 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:25,362 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:25,362 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,362 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,362 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,363 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,364 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,365 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:25,365 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,365 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:25,365 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,365 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,365 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,366 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:25,367 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,367 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,367 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:25,367 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:25,368 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 11 msec 2023-10-04T08:05:25,368 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:25,368 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:25,368 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:25,371 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,371 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,371 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,371 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:25,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:25,372 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406755371 2023-10-04T08:05:25,373 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:25,373 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,375 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:25,375 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:25,375 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:25,375 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406785375 2023-10-04T08:05:25,376 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406845375 2023-10-04T08:05:25,376 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:05:25,378 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:25,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:25,383 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:25,385 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=190 splitting 14 storefiles, region=82659513d2197597260f38df8e32f9f2, threads=14 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,386 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,387 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,387 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,387 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,463 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,467 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,468 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,468 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,469 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,475 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,479 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,479 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,484 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,484 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,485 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,486 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,486 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,863 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:25,863 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=190 split storefiles for region 82659513d2197597260f38df8e32f9f2 Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2] storefiles. 2023-10-04T08:05:25,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:25,881 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:25,902 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:25,909 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:25,919 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:25,919 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:25,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:25,919 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:26,126 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 4 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,126 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:26,126 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:26,126 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:26,126 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:26,126 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:26,126 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:26,127 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:26,127 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:26,127 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:26,129 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7] 2023-10-04T08:05:26,129 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:26,129 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:26,130 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:26,130 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:26,130 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:26,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:26,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,131 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:26,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,132 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:26,133 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,134 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,134 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,134 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,134 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,134 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,134 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,134 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,135 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,135 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:26,135 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:26,135 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,135 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,136 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,136 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:26,136 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,136 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,136 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,137 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,138 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:26,138 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,138 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,138 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,139 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,139 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:26,139 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,139 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,139 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,140 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,141 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,141 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,141 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,141 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,141 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,141 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,141 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,142 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,142 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:26,142 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:26,142 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:26,142 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,142 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,142 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,142 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,142 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,143 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 15 msec 2023-10-04T08:05:26,143 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,143 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:26,144 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:26,145 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,145 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,145 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,145 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,146 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406756146 2023-10-04T08:05:26,146 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:26,148 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_CREATE_DAUGHTER_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,151 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,151 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:26,151 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:26,151 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406786151 2023-10-04T08:05:26,151 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406846151 2023-10-04T08:05:26,151 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:05:26,156 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:26,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:26,162 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=190 splitting 14 storefiles, region=82659513d2197597260f38df8e32f9f2, threads=14 2023-10-04T08:05:26,162 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,166 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,166 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,166 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,166 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,167 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,168 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,168 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,170 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,170 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,170 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,170 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,171 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,174 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=190 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,289 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,294 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,298 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,299 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,306 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,311 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,311 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,311 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,314 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,315 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,316 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,317 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,317 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,320 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=190 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2 for region: 82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,320 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=190 split storefiles for region 82659513d2197597260f38df8e32f9f2 Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2] storefiles. 2023-10-04T08:05:26,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:26,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:26,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:26,365 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:26,376 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:26,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:05:26,381 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:05:26,381 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:26,381 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:26,381 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:26,401 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 5 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,401 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:26,401 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:26,401 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:26,402 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:26,402 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:26,402 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:26,402 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:26,402 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:26,402 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:26,404 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8] 2023-10-04T08:05:26,404 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:26,404 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:26,404 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:26,404 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:26,405 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,406 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:26,407 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:26,408 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,408 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,408 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,408 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:26,408 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,409 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:26,410 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,411 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,412 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:26,412 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:26,412 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:26,412 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,412 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,412 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,412 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,412 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,412 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 9 msec 2023-10-04T08:05:26,412 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,413 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:26,413 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:26,414 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,414 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,414 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,414 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,415 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406756415 2023-10-04T08:05:26,416 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:26,416 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_WRITE_MAX_SEQUENCE_ID_FILE; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,419 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,419 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:26,419 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:26,419 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406786419 2023-10-04T08:05:26,419 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406846419 2023-10-04T08:05:26,419 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:05:26,421 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:26,422 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:26,422 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:26,422 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:26,669 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 6 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,669 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:26,669 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:26,669 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:26,670 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:26,670 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:26,670 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:26,670 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:26,670 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:26,671 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:26,672 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9] 2023-10-04T08:05:26,672 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:26,672 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:26,672 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:26,672 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:26,673 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,674 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,675 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,676 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,677 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,677 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,677 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:26,677 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,677 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,677 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,678 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,678 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:26,678 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,678 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:26,679 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,680 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,681 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,681 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:26,681 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:26,681 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:26,681 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,681 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,681 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,681 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,682 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,682 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 11 msec 2023-10-04T08:05:26,682 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,682 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:26,683 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:26,684 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,684 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,684 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,684 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,685 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406756685 2023-10-04T08:05:26,686 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:26,686 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_BEFORE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,688 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,689 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:26,689 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:26,689 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406786689 2023-10-04T08:05:26,689 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406846689 2023-10-04T08:05:26,689 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:05:26,689 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:26,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1696406726690"},{"qualifier":"splitA","vlen":66,"tag":[],"timestamp":"1696406726690"},{"qualifier":"splitB","vlen":66,"tag":[],"timestamp":"1696406726690"}]},"ts":"1696406726690"} 2023-10-04T08:05:26,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1696406726690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406726690"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406726690"}]},"ts":"1696406726690"} 2023-10-04T08:05:26,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1696406726690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406726690"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406726690"}]},"ts":"1696406726690"} 2023-10-04T08:05:26,692 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:26,692 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:26,692 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:26,939 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 7 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,939 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:26,939 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:26,939 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:26,939 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:26,940 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:26,940 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:26,940 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:26,940 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:26,940 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:26,942 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9, 10] 2023-10-04T08:05:26,942 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:26,942 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:26,942 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,943 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:26,944 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,945 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,946 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:26,947 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,948 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:26,948 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,948 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,948 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:26,949 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,950 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:26,951 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,951 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:26,951 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:26,951 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:26,951 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,951 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,951 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,951 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,951 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:26,951 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 10 msec 2023-10-04T08:05:26,952 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,952 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:26,952 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:26,956 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,956 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,956 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,956 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:26,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:26,957 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406756957 2023-10-04T08:05:26,959 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:26,959 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_UPDATE_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,961 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:26,961 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:26,961 INFO [Listener at localhost/36205 {}] assignment.RegionStates(679): Added to offline, CURRENTLY NEVER CLEARED!!! state=CLOSED, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:26,961 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=0cba7e8014b06bbbad4f802b0af0821f, regionState=CLOSED, lastHost=null, regionLocation=null, openSeqNum=1 2023-10-04T08:05:26,961 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=7cc705358ca5afacc49e3a17ddb51862, regionState=CLOSED, lastHost=null, regionLocation=null, openSeqNum=1 2023-10-04T08:05:26,961 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:26,961 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406786961 2023-10-04T08:05:26,962 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406846962 2023-10-04T08:05:26,962 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 3 msec 2023-10-04T08:05:26,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1696406726962"},{"qualifier":"splitA","vlen":66,"tag":[],"timestamp":"1696406726962"},{"qualifier":"splitB","vlen":66,"tag":[],"timestamp":"1696406726962"}]},"ts":"1696406726962"} 2023-10-04T08:05:26,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1696406726962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406726962"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406726962"}]},"ts":"1696406726962"} 2023-10-04T08:05:26,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1696406726962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406726962"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406726962"}]},"ts":"1696406726962"} 2023-10-04T08:05:26,964 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:26,965 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:26,965 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:26,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:26,965 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 8 exec state=pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:27,212 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:27,212 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:27,213 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:27,215 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9, 10, 11] 2023-10-04T08:05:27,215 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:27,215 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:27,215 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:27,215 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:27,215 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:27,215 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:27,216 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:27,217 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,218 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,219 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,220 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,221 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:27,221 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,221 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,221 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:27,221 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:27,221 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:27,221 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:27,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:27,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:27,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:27,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:27,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:27,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:27,223 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:27,224 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:27,224 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,224 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,224 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,224 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:27,224 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:27,224 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 10 msec 2023-10-04T08:05:27,225 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:27,225 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:27,225 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:27,226 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,226 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,226 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,226 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,227 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406757227 2023-10-04T08:05:27,228 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_PRE_OPERATION_AFTER_META; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,228 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:27,230 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:27,231 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:27,231 INFO [Listener at localhost/36205 {}] assignment.RegionStates(679): Added to offline, CURRENTLY NEVER CLEARED!!! state=CLOSED, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:27,231 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=0cba7e8014b06bbbad4f802b0af0821f, regionState=CLOSED, lastHost=null, regionLocation=null, openSeqNum=1 2023-10-04T08:05:27,231 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=7cc705358ca5afacc49e3a17ddb51862, regionState=CLOSED, lastHost=null, regionLocation=null, openSeqNum=1 2023-10-04T08:05:27,231 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:27,231 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406787231 2023-10-04T08:05:27,231 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406847231 2023-10-04T08:05:27,231 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:05:27,231 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:27,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=193, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, ASSIGN}, {pid=194, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, ASSIGN}] 2023-10-04T08:05:27,232 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:27,232 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=WAITING:SPLIT_TABLE_REGION_POST_OPERATION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:27,233 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=WAITING:SPLIT_TABLE_REGION_POST_OPERATION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:27,481 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 9 exec state=pid=190, state=WAITING:SPLIT_TABLE_REGION_POST_OPERATION, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,481 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:27,482 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:27,482 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:27,482 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:27,482 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:27,482 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:27,482 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:27,482 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:27,483 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:27,484 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9, 10, 11, 12] 2023-10-04T08:05:27,484 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:27,484 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:27,484 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,485 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:27,486 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,488 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,489 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:27,490 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:27,491 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:27,491 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,491 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,492 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,492 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:27,492 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:27,492 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 8 msec 2023-10-04T08:05:27,492 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:27,492 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:27,492 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:27,494 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,494 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,494 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,494 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:27,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:27,495 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406757495 2023-10-04T08:05:27,496 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:27,496 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_OPEN_CHILD_REGIONS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,498 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:27,498 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:27,498 INFO [Listener at localhost/36205 {}] assignment.RegionStates(679): Added to offline, CURRENTLY NEVER CLEARED!!! state=CLOSED, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:27,498 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=0cba7e8014b06bbbad4f802b0af0821f, regionState=CLOSED, lastHost=null, regionLocation=null, openSeqNum=1 2023-10-04T08:05:27,499 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=7cc705358ca5afacc49e3a17ddb51862, regionState=CLOSED, lastHost=null, regionLocation=null, openSeqNum=1 2023-10-04T08:05:27,499 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:27,499 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406787499 2023-10-04T08:05:27,499 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406847499 2023-10-04T08:05:27,499 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:05:27,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=193, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, ASSIGN}, {pid=194, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, ASSIGN}] 2023-10-04T08:05:27,499 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:27,500 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=194, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, ASSIGN 2023-10-04T08:05:27,501 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=194, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, ASSIGN; state=CLOSED, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:05:27,501 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=193, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, ASSIGN 2023-10-04T08:05:27,502 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=193, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, ASSIGN; state=CLOSED, location=jenkins-hbase3.apache.org,35445,1696406619072; forceNewPlan=false, retain=false 2023-10-04T08:05:27,651 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 2 regions. 2 retained the pre-restart assignment. 2023-10-04T08:05:27,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=194 updating hbase:meta row=7cc705358ca5afacc49e3a17ddb51862, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:27,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=195, ppid=194, state=RUNNABLE; OpenRegionProcedure 7cc705358ca5afacc49e3a17ddb51862, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:27,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=193 updating hbase:meta row=0cba7e8014b06bbbad4f802b0af0821f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:27,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=196, ppid=193, state=RUNNABLE; OpenRegionProcedure 0cba7e8014b06bbbad4f802b0af0821f, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:27,808 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] handler.AssignRegionHandler(130): Open testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:27,808 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(7254): Opening region: {ENCODED => 0cba7e8014b06bbbad4f802b0af0821f, NAME => 'testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.', STARTKEY => '', ENDKEY => '41'} 2023-10-04T08:05:27,809 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:27,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(888): Instantiated testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:27,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(7296): checking encryption for 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,809 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(7299): checking classloading for 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,810 INFO [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,811 INFO [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cba7e8014b06bbbad4f802b0af0821f columnFamilyName cf1 2023-10-04T08:05:27,811 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:27,826 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2-bottom 2023-10-04T08:05:27,832 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030-bottom 2023-10-04T08:05:27,836 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece-bottom 2023-10-04T08:05:27,840 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256-bottom 2023-10-04T08:05:27,845 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869-bottom 2023-10-04T08:05:27,851 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f-bottom 2023-10-04T08:05:27,857 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72-bottom 2023-10-04T08:05:27,857 INFO [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.HStore(324): Store=0cba7e8014b06bbbad4f802b0af0821f/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:27,857 INFO [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,858 INFO [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cba7e8014b06bbbad4f802b0af0821f columnFamilyName cf2 2023-10-04T08:05:27,858 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:27,873 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7-bottom 2023-10-04T08:05:27,877 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3-bottom 2023-10-04T08:05:27,882 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca-bottom 2023-10-04T08:05:27,887 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569-bottom 2023-10-04T08:05:27,891 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9-bottom 2023-10-04T08:05:27,896 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97-bottom 2023-10-04T08:05:27,901 DEBUG [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9-bottom 2023-10-04T08:05:27,901 INFO [StoreOpener-0cba7e8014b06bbbad4f802b0af0821f-1 {}] regionserver.HStore(324): Store=0cba7e8014b06bbbad4f802b0af0821f/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:27,902 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,903 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,904 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:27,905 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1076): writing seq id for 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:27,906 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(1093): Opened 0cba7e8014b06bbbad4f802b0af0821f; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66247347, jitterRate=-0.012837603688240051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:27,907 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegion(992): Region open journal for 0cba7e8014b06bbbad4f802b0af0821f: 2023-10-04T08:05:27,908 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegionServer(2556): Post open deploy tasks for testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f., pid=196, masterSystemTime=1696406727805 2023-10-04T08:05:27,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.CompactSplit(403): Add compact mark for store 0cba7e8014b06bbbad4f802b0af0821f:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:05:27,910 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:27,910 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:27,911 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.CompactSplit(403): Add compact mark for store 0cba7e8014b06bbbad4f802b0af0821f:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:05:27,911 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:27,911 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:27,911 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1534): 0cba7e8014b06bbbad4f802b0af0821f/cf1 is initiating minor compaction (all files) 2023-10-04T08:05:27,911 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:27,911 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:27,911 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1534): 0cba7e8014b06bbbad4f802b0af0821f/cf2 is initiating minor compaction (all files) 2023-10-04T08:05:27,911 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 0cba7e8014b06bbbad4f802b0af0821f/cf1 in testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:27,911 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 0cba7e8014b06bbbad4f802b0af0821f/cf2 in testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:27,911 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/.tmp, totalSize=35.5 K 2023-10-04T08:05:27,911 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/.tmp, totalSize=35.5 K 2023-10-04T08:05:27,912 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406722149 2023-10-04T08:05:27,912 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406722149 2023-10-04T08:05:27,912 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] regionserver.HRegionServer(2583): Finished post open deploy task for testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:27,912 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=196}] handler.AssignRegionHandler(158): Opened testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:27,913 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] handler.AssignRegionHandler(130): Open testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:27,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(7254): Opening region: {ENCODED => 7cc705358ca5afacc49e3a17ddb51862, NAME => 'testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.', STARTKEY => '41', ENDKEY => ''} 2023-10-04T08:05:27,913 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406722457 2023-10-04T08:05:27,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=193 updating hbase:meta row=0cba7e8014b06bbbad4f802b0af0821f, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:27,913 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:27,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,913 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406722772 2023-10-04T08:05:27,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(888): Instantiated testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:27,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(7296): checking encryption for 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,913 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(7299): checking classloading for 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,914 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406722457 2023-10-04T08:05:27,914 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406723086 2023-10-04T08:05:27,914 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406722772 2023-10-04T08:05:27,914 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406723400 2023-10-04T08:05:27,915 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406723086 2023-10-04T08:05:27,915 INFO [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,915 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406723714 2023-10-04T08:05:27,915 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406724029 2023-10-04T08:05:27,915 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406723400 2023-10-04T08:05:27,915 INFO [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc705358ca5afacc49e3a17ddb51862 columnFamilyName cf1 2023-10-04T08:05:27,915 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:27,916 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406723714 2023-10-04T08:05:27,916 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406724029 2023-10-04T08:05:27,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=196, resume processing ppid=193 2023-10-04T08:05:27,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=196, ppid=193, state=SUCCESS; OpenRegionProcedure 0cba7e8014b06bbbad4f802b0af0821f, server=jenkins-hbase3.apache.org,35445,1696406619072 in 258 msec 2023-10-04T08:05:27,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=193, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, ASSIGN in 418 msec 2023-10-04T08:05:27,936 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2-top 2023-10-04T08:05:27,947 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030-top 2023-10-04T08:05:27,952 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece-top 2023-10-04T08:05:27,952 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cba7e8014b06bbbad4f802b0af0821f#cf2#compaction#108 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:27,953 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/.tmp/cf2/7f9e55308251481f960e1992b39679ea is 34, key is 11/cf2:q/1696406722149/Put/seqid=0 2023-10-04T08:05:27,953 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0cba7e8014b06bbbad4f802b0af0821f#cf1#compaction#109 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:27,953 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/.tmp/cf1/07c855a76cf4446bae41026b5531782b is 34, key is 11/cf1:q/1696406722149/Put/seqid=0 2023-10-04T08:05:27,958 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256-top 2023-10-04T08:05:27,961 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869-top 2023-10-04T08:05:27,964 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f-top 2023-10-04T08:05:27,967 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72-top 2023-10-04T08:05:27,970 INFO [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.HStore(324): Store=7cc705358ca5afacc49e3a17ddb51862/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:27,970 INFO [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:27,971 INFO [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc705358ca5afacc49e3a17ddb51862 columnFamilyName cf2 2023-10-04T08:05:27,971 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:27,975 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/.tmp/cf2/7f9e55308251481f960e1992b39679ea as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/7f9e55308251481f960e1992b39679ea 2023-10-04T08:05:27,981 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 0cba7e8014b06bbbad4f802b0af0821f/cf2 of 0cba7e8014b06bbbad4f802b0af0821f into 7f9e55308251481f960e1992b39679ea(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:27,981 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 0cba7e8014b06bbbad4f802b0af0821f: 2023-10-04T08:05:27,981 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f., storeName=0cba7e8014b06bbbad4f802b0af0821f/cf2, priority=9, startTime=1696406727910; duration=0sec 2023-10-04T08:05:27,981 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:27,981 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cba7e8014b06bbbad4f802b0af0821f:cf2 2023-10-04T08:05:27,985 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7-top 2023-10-04T08:05:27,986 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/.tmp/cf1/07c855a76cf4446bae41026b5531782b as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/07c855a76cf4446bae41026b5531782b 2023-10-04T08:05:27,988 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3-top 2023-10-04T08:05:27,990 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 0cba7e8014b06bbbad4f802b0af0821f/cf1 of 0cba7e8014b06bbbad4f802b0af0821f into 07c855a76cf4446bae41026b5531782b(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:27,990 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 0cba7e8014b06bbbad4f802b0af0821f: 2023-10-04T08:05:27,990 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f., storeName=0cba7e8014b06bbbad4f802b0af0821f/cf1, priority=9, startTime=1696406727908; duration=0sec 2023-10-04T08:05:27,990 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:27,990 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0cba7e8014b06bbbad4f802b0af0821f:cf1 2023-10-04T08:05:27,992 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca-top 2023-10-04T08:05:27,995 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569-top 2023-10-04T08:05:27,998 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9-top 2023-10-04T08:05:28,002 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97-top 2023-10-04T08:05:28,005 DEBUG [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9-top 2023-10-04T08:05:28,005 INFO [StoreOpener-7cc705358ca5afacc49e3a17ddb51862-1 {}] regionserver.HStore(324): Store=7cc705358ca5afacc49e3a17ddb51862/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:28,006 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,007 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,008 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:28,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(1076): writing seq id for 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,009 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(1093): Opened 7cc705358ca5afacc49e3a17ddb51862; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70390417, jitterRate=0.04889895021915436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:28,009 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegion(992): Region open journal for 7cc705358ca5afacc49e3a17ddb51862: 2023-10-04T08:05:28,010 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegionServer(2556): Post open deploy tasks for testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862., pid=195, masterSystemTime=1696406727805 2023-10-04T08:05:28,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.CompactSplit(403): Add compact mark for store 7cc705358ca5afacc49e3a17ddb51862:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:05:28,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:28,011 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:28,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.CompactSplit(403): Add compact mark for store 7cc705358ca5afacc49e3a17ddb51862:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:05:28,011 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,011 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1534): 7cc705358ca5afacc49e3a17ddb51862/cf1 is initiating minor compaction (all files) 2023-10-04T08:05:28,011 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:28,011 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:28,011 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 7cc705358ca5afacc49e3a17ddb51862/cf1 in testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,012 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,012 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1534): 7cc705358ca5afacc49e3a17ddb51862/cf2 is initiating minor compaction (all files) 2023-10-04T08:05:28,012 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 7cc705358ca5afacc49e3a17ddb51862/cf2 in testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,012 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f-top] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/.tmp, totalSize=35.5 K 2023-10-04T08:05:28,012 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7-top] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/.tmp, totalSize=35.5 K 2023-10-04T08:05:28,012 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406722149 2023-10-04T08:05:28,013 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406722149 2023-10-04T08:05:28,013 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406722457 2023-10-04T08:05:28,013 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] regionserver.HRegionServer(2583): Finished post open deploy task for testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,013 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=195}] handler.AssignRegionHandler(158): Opened testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,013 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406722457 2023-10-04T08:05:28,013 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406722772 2023-10-04T08:05:28,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=194 updating hbase:meta row=7cc705358ca5afacc49e3a17ddb51862, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:28,014 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406722772 2023-10-04T08:05:28,014 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406723086 2023-10-04T08:05:28,014 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406723086 2023-10-04T08:05:28,014 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1696406723400 2023-10-04T08:05:28,015 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1696406723400 2023-10-04T08:05:28,015 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting 4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1696406723714 2023-10-04T08:05:28,015 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1696406723714 2023-10-04T08:05:28,016 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] compactions.Compactor(223): Compacting afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406724029 2023-10-04T08:05:28,016 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] compactions.Compactor(223): Compacting 27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406724029 2023-10-04T08:05:28,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=195, resume processing ppid=194 2023-10-04T08:05:28,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=195, ppid=194, state=SUCCESS; OpenRegionProcedure 7cc705358ca5afacc49e3a17ddb51862, server=jenkins-hbase3.apache.org,35445,1696406619072 in 361 msec 2023-10-04T08:05:28,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=194, resume processing ppid=190 2023-10-04T08:05:28,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=194, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, ASSIGN in 518 msec 2023-10-04T08:05:28,018 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: false 2023-10-04T08:05:28,018 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1762): TESTING: Kill BEFORE store update: pid=190, state=SUCCESS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:28,018 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(1991): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=190, state=SUCCESS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1764) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1706) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1395) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:75) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:1961) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:1988) ~[hbase-procedure-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] 2023-10-04T08:05:28,039 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cc705358ca5afacc49e3a17ddb51862#cf2#compaction#110 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:28,039 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/.tmp/cf2/1b7ad3b3f8f04cada2c24636446d71bf is 34, key is 41/cf2:q/1696406724035/Put/seqid=0 2023-10-04T08:05:28,040 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7cc705358ca5afacc49e3a17ddb51862#cf1#compaction#111 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:28,041 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/.tmp/cf1/0a0916be1e9f4608bd30ff6072041c6e is 34, key is 41/cf1:q/1696406724035/Put/seqid=0 2023-10-04T08:05:28,049 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/.tmp/cf2/1b7ad3b3f8f04cada2c24636446d71bf as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/1b7ad3b3f8f04cada2c24636446d71bf 2023-10-04T08:05:28,051 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/.tmp/cf1/0a0916be1e9f4608bd30ff6072041c6e as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/0a0916be1e9f4608bd30ff6072041c6e 2023-10-04T08:05:28,055 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 7cc705358ca5afacc49e3a17ddb51862/cf2 of 7cc705358ca5afacc49e3a17ddb51862 into 1b7ad3b3f8f04cada2c24636446d71bf(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:28,055 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 7cc705358ca5afacc49e3a17ddb51862/cf1 of 7cc705358ca5afacc49e3a17ddb51862 into 0a0916be1e9f4608bd30ff6072041c6e(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:28,055 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 7cc705358ca5afacc49e3a17ddb51862: 2023-10-04T08:05:28,055 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 7cc705358ca5afacc49e3a17ddb51862: 2023-10-04T08:05:28,055 INFO [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862., storeName=7cc705358ca5afacc49e3a17ddb51862/cf2, priority=9, startTime=1696406728011; duration=0sec 2023-10-04T08:05:28,055 INFO [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862., storeName=7cc705358ca5afacc49e3a17ddb51862/cf1, priority=9, startTime=1696406728010; duration=0sec 2023-10-04T08:05:28,055 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:28,055 DEBUG [RS:2;jenkins-hbase3:35445-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cc705358ca5afacc49e3a17ddb51862:cf2 2023-10-04T08:05:28,055 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:28,055 DEBUG [RS:2;jenkins-hbase3:35445-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7cc705358ca5afacc49e3a17ddb51862:cf1 2023-10-04T08:05:28,249 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureTestingUtility(463): Restart 10 exec state=pid=190, state=SUCCESS, locked=true; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,249 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2023-10-04T08:05:28,249 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:28,249 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:28,249 ERROR [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-10-04T08:05:28,250 INFO [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2023-10-04T08:05:28,250 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2023-10-04T08:05:28,250 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(563): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2023-10-04T08:05:28,250 INFO [Listener at localhost/36205 {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-10-04T08:05:28,250 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(583): Recovered RegionProcedureStore lease in 0 msec 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=190, ppid=-1, class=org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure) stack ids=[0, 1, 2, 7, 8, 9, 10, 11, 12, 13] 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=191, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[3, 6] 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=192, ppid=191, class=org.apache.hadoop.hbase.master.assignment.CloseRegionProcedure) stack ids=[4, 5] 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=193, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[15, 18, 21] 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=196, ppid=193, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[19, 20] 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=194, ppid=190, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[14, 16, 23] 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] store.ProcedureTree(114): Procedure Procedure(pid=195, ppid=194, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[17, 22] 2023-10-04T08:05:28,252 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta 2023-10-04T08:05:28,253 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace 2023-10-04T08:05:28,253 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default 2023-10-04T08:05:28,253 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase 2023-10-04T08:05:28,253 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=9, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=24, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionUnevenDaughter, parent=7f42f4675004fef945a701787cb53fc2, daughterA=270aee1e26ffa93c2fe754979b180ca7, daughterB=6848ea588fb7f65bdd3eb227d55916d0 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=31, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=36, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionUnevenDaughter 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=37, state=SUCCESS; CreateTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=40, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=testSplitWithoutPONR 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=42, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=testSplitWithoutPONR 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=44, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=testSplitWithoutPONR 2023-10-04T08:05:28,254 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=46, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=testSplitWithoutPONR 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=48, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=testSplitWithoutPONR 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=50, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=testSplitWithoutPONR 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=52, state=SUCCESS; SplitTableRegionProcedure table=testSplitWithoutPONR, parent=91a9a8ef8aad53ad2e6edacfc58b4100, daughterA=498cd6bbedbf32beb4568cda9b0336fe, daughterB=5bd3250f9e20fcc1520f5b7b086a9989 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=59, state=SUCCESS; DisableTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=64, state=SUCCESS; DeleteTableProcedure table=testSplitWithoutPONR 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=65, state=SUCCESS; CreateTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=68, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=70, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=72, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=74, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,255 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=78, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=80, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.procedure2.ProcedureAbortedException via SplitTableRegionProcedure:org.apache.hadoop.hbase.procedure2.ProcedureAbortedException: abort requested; SplitTableRegionProcedure table=testRollbackAndDoubleExecution, parent=bf6f022833b982a359734cdc64841e8d, daughterA=ce0cbaa3ed16f2f536eff0f97ac669da, daughterB=c34728e50943295c5e617818ab841e73 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=83, state=SUCCESS; TransitRegionStateProcedure table=testRollbackAndDoubleExecution, region=bf6f022833b982a359734cdc64841e8d, ASSIGN 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=85, state=SUCCESS; DisableTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=88, state=SUCCESS; DeleteTableProcedure table=testRollbackAndDoubleExecution 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=89, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=92, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionNoStoreFile, parent=7e9cd6672570e0be22bbf336b82be002, daughterA=2be4a502eb085dfd2ea632cfa4f5faa8, daughterB=d4c9e63529a8bf2073897d9a023d56ef 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=99, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=104, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionNoStoreFile 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=105, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,256 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=126, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionDeletedRowsDaughter, parent=fe8cb583e5b76acd560e5f46878b47f3, daughterA=a3c2765cf2e632ddda7a04aef65401e8, daughterB=dc1d19635fa603dc1195bc50d4cc46a8 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=133, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=138, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionDeletedRowsDaughter 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=139, state=SUCCESS; CreateTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:28,257 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=142, state=SUCCESS; ModifyTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=149, state=ROLLEDBACK, exception=org.apache.hadoop.hbase.HBaseIOException via master-split-regions:org.apache.hadoop.hbase.HBaseIOException: The parent region state=OPENING, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRollbackForSplitTableRegionWithReplica, region=2d8c223a4b9896765afb5266ed643419 is currently in transition, give up; SplitTableRegionProcedure table=testRollbackForSplitTableRegionWithReplica, parent=faf27a3243f2efbdf107b08802124000, daughterA=3960978adb6b87f8c96c3bf5dc34d8db, daughterB=4bd0820195c72cd1b5941f140e5a56e3 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=150, state=SUCCESS; DisableTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=155, state=SUCCESS; DeleteTableProcedure table=testRollbackForSplitTableRegionWithReplica 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=156, state=SUCCESS; CreateTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=171, state=SUCCESS; DisableTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=174, state=SUCCESS; DeleteTableProcedure table=testInvalidSplitKey 2023-10-04T08:05:28,258 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=175, state=SUCCESS; CreateTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,259 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=178, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,259 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=180, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,259 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=182, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,259 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=184, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,259 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=186, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,259 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(412): Completed pid=188, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_POST_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=193, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, ASSIGN 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=194, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, ASSIGN 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=195, ppid=194, state=SUCCESS; OpenRegionProcedure 7cc705358ca5afacc49e3a17ddb51862, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(469): Loading pid=196, ppid=193, state=SUCCESS; OpenRegionProcedure 0cba7e8014b06bbbad4f802b0af0821f, server=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:28,260 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(966): pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_POST_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 held the lock before restarting, call acquireLock to restore it. 2023-10-04T08:05:28,261 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_POST_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,261 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_POST_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,261 INFO [Listener at localhost/36205 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_POST_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,261 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2, UNASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:28,261 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure 82659513d2197597260f38df8e32f9f2, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:28,261 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=193, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:28,261 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=194, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:28,261 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=195, ppid=194, state=SUCCESS; OpenRegionProcedure 7cc705358ca5afacc49e3a17ddb51862, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:28,261 DEBUG [Listener at localhost/36205 {}] procedure2.Procedure(946): pid=196, ppid=193, state=SUCCESS; OpenRegionProcedure 0cba7e8014b06bbbad4f802b0af0821f, server=jenkins-hbase3.apache.org,35445,1696406619072 didn't hold the lock before restarting, skip acquiring lock. 2023-10-04T08:05:28,261 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(597): Loaded RegionProcedureStore in 10 msec 2023-10-04T08:05:28,262 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:28,262 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(336): Loaded hbase:meta state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997, table=hbase:meta, region=1588230740 2023-10-04T08:05:28,262 INFO [Listener at localhost/36205 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,39189,1696406618997, state=OPEN 2023-10-04T08:05:28,263 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:28,263 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:28,263 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:28,263 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2023-10-04T08:05:28,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:28,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:28,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:28,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2023-10-04T08:05:28,264 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1696406758264 2023-10-04T08:05:28,266 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1403): LOCK_EVENT_WAIT pid=190, state=RUNNABLE:SPLIT_TABLE_REGION_POST_OPERATION; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,266 DEBUG [Listener at localhost/36205 {}] assignment.AssignmentManager(1629): Joining cluster... 2023-10-04T08:05:28,268 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=56b8a98709ff70859124af8671c213a1, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,39189,1696406618997, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997, openSeqNum=2 2023-10-04T08:05:28,268 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=82659513d2197597260f38df8e32f9f2, regionState=CLOSED, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=2 2023-10-04T08:05:28,268 INFO [Listener at localhost/36205 {}] assignment.RegionStates(679): Added to offline, CURRENTLY NEVER CLEARED!!! state=CLOSED, location=jenkins-hbase3.apache.org,35445,1696406619072, table=testRecoveryAndDoubleExecution, region=82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,268 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=0cba7e8014b06bbbad4f802b0af0821f, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=86 2023-10-04T08:05:28,268 DEBUG [Listener at localhost/36205 {}] assignment.RegionStateStore(150): Load hbase:meta entry region=7cc705358ca5afacc49e3a17ddb51862, regionState=OPEN, lastHost=jenkins-hbase3.apache.org,35445,1696406619072, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072, openSeqNum=86 2023-10-04T08:05:28,268 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1641): Number of RegionServers=3 2023-10-04T08:05:28,269 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1696406788268 2023-10-04T08:05:28,269 INFO [Listener at localhost/36205 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1696406848269 2023-10-04T08:05:28,269 INFO [Listener at localhost/36205 {}] assignment.AssignmentManager(1648): Joined the cluster in 4 msec 2023-10-04T08:05:28,269 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(124): Toggle KILL before store update to: true 2023-10-04T08:05:28,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=190, state=SUCCESS; SplitTableRegionProcedure table=testRecoveryAndDoubleExecution, parent=82659513d2197597260f38df8e32f9f2, daughterA=0cba7e8014b06bbbad4f802b0af0821f, daughterB=7cc705358ca5afacc49e3a17ddb51862 in 3.9820 sec 2023-10-04T08:05:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35445 {}] ipc.CallRunner(138): callId: 977 service: ClientService methodName: Scan size: 156 connection: 172.31.12.81:34960 deadline: 1696406788519, exception=org.apache.hadoop.hbase.NotServingRegionException: testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2. is not online on jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:28,630 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '41', inclusive 2023-10-04T08:05:28,636 INFO [Listener at localhost/36205 {}] assignment.TestSplitTableRegionProcedure(570): Row Count = 60 2023-10-04T08:05:28,637 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '41', inclusive 2023-10-04T08:05:28,654 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:28,655 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testRecoveryAndDoubleExecution 2023-10-04T08:05:28,655 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testRecoveryAndDoubleExecution 2023-10-04T08:05:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=197, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=197 2023-10-04T08:05:28,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406728658"}]},"ts":"1696406728658"} 2023-10-04T08:05:28,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRecoveryAndDoubleExecution, state=DISABLING in hbase:meta 2023-10-04T08:05:28,662 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testRecoveryAndDoubleExecution to state=DISABLING 2023-10-04T08:05:28,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, UNASSIGN}, {pid=199, ppid=197, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, UNASSIGN}] 2023-10-04T08:05:28,663 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=199, ppid=197, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, UNASSIGN 2023-10-04T08:05:28,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=199 updating hbase:meta row=7cc705358ca5afacc49e3a17ddb51862, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:28,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; CloseRegionProcedure 7cc705358ca5afacc49e3a17ddb51862, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:28,666 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=198, ppid=197, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, UNASSIGN 2023-10-04T08:05:28,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=198 updating hbase:meta row=0cba7e8014b06bbbad4f802b0af0821f, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:28,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=201, ppid=198, state=RUNNABLE; CloseRegionProcedure 0cba7e8014b06bbbad4f802b0af0821f, server=jenkins-hbase3.apache.org,35445,1696406619072}] 2023-10-04T08:05:28,706 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution 2023-10-04T08:05:28,706 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution Metrics about Tables on a single HBase RegionServer 2023-10-04T08:05:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=197 2023-10-04T08:05:28,816 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(119): Close 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1668): Closing 7cc705358ca5afacc49e3a17ddb51862, disabling compactions & flushes 2023-10-04T08:05:28,816 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1690): Closing region testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1778): Acquired close lock on testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. after waiting 0 ms 2023-10-04T08:05:28,816 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1788): Updates disabled for region testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,817 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f-top] to archive 2023-10-04T08:05:28,818 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:28,820 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,820 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,822 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,823 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,823 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,824 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,825 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,827 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7-top] to archive 2023-10-04T08:05:28,828 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:28,829 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,830 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,831 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,832 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,833 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,834 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,835 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,838 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:05:28,838 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:28,838 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1909): Closed testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862. 2023-10-04T08:05:28,838 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] regionserver.HRegion(1622): Region close journal for 7cc705358ca5afacc49e3a17ddb51862: 2023-10-04T08:05:28,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=200}] handler.UnassignRegionHandler(163): Closed 7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,840 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] handler.UnassignRegionHandler(119): Close 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:28,840 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1668): Closing 0cba7e8014b06bbbad4f802b0af0821f, disabling compactions & flushes 2023-10-04T08:05:28,841 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1690): Closing region testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:28,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1711): Waiting without time limit for close lock on testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:28,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1778): Acquired close lock on testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. after waiting 0 ms 2023-10-04T08:05:28,841 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1788): Updates disabled for region testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:28,841 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=199 updating hbase:meta row=7cc705358ca5afacc49e3a17ddb51862, regionState=CLOSED 2023-10-04T08:05:28,841 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f-bottom] to archive 2023-10-04T08:05:28,843 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:28,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=200, resume processing ppid=199 2023-10-04T08:05:28,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=200, ppid=199, state=SUCCESS; CloseRegionProcedure 7cc705358ca5afacc49e3a17ddb51862, server=jenkins-hbase3.apache.org,35445,1696406619072 in 178 msec 2023-10-04T08:05:28,844 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/3685e9aac9654778b41b632057195030.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=199, ppid=197, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=7cc705358ca5afacc49e3a17ddb51862, UNASSIGN in 182 msec 2023-10-04T08:05:28,845 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/1060760989b845ef81c4ddfa52407fc2.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,846 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/9ec2a1aa781d4d698653dc46fa0a6869.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,847 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/ec03e49b86724ebe945237e8aab8cd72.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,848 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/41333e5a1a0541dca20b6206deff0ece.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,849 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/4b807e82fe2f4559862f6a5103dba256.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,850 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/afa512274e684fba84f933b31fdec13f.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,851 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7-bottom] to archive 2023-10-04T08:05:28,852 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:28,853 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/ef24135b59aa4ef0b31bc5b3275884d9.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,854 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/e089bc0f282e4f9c8076fb646c32bf97.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,855 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,856 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/63c86566e78e42bba28c929f1dcbdfca.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,857 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/812801b050ee407991f3e8a50a93b569.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,857 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/cf6fef74b6e2403d8106302f9d5cdbe9.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,858 DEBUG [StoreCloser-testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/27bafa2205794d9bb321cbe9219b2bc7.82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,861 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:05:28,862 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:28,862 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1909): Closed testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f. 2023-10-04T08:05:28,862 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1622): Region close journal for 0cba7e8014b06bbbad4f802b0af0821f: 2023-10-04T08:05:28,864 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] handler.UnassignRegionHandler(163): Closed 0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:28,864 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=198 updating hbase:meta row=0cba7e8014b06bbbad4f802b0af0821f, regionState=CLOSED 2023-10-04T08:05:28,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=201, resume processing ppid=198 2023-10-04T08:05:28,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=201, ppid=198, state=SUCCESS; CloseRegionProcedure 0cba7e8014b06bbbad4f802b0af0821f, server=jenkins-hbase3.apache.org,35445,1696406619072 in 197 msec 2023-10-04T08:05:28,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=198, resume processing ppid=197 2023-10-04T08:05:28,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=198, ppid=197, state=SUCCESS; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution, region=0cba7e8014b06bbbad4f802b0af0821f, UNASSIGN in 205 msec 2023-10-04T08:05:28,869 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406728869"}]},"ts":"1696406728869"} 2023-10-04T08:05:28,870 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testRecoveryAndDoubleExecution, state=DISABLED in hbase:meta 2023-10-04T08:05:28,871 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testRecoveryAndDoubleExecution to state=DISABLED 2023-10-04T08:05:28,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=197, state=SUCCESS; DisableTableProcedure table=testRecoveryAndDoubleExecution in 217 msec 2023-10-04T08:05:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=197 2023-10-04T08:05:28,960 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testRecoveryAndDoubleExecution, procId: 197 completed 2023-10-04T08:05:28,961 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testRecoveryAndDoubleExecution 2023-10-04T08:05:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=202, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,963 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=202, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,964 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=202, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=202 2023-10-04T08:05:28,966 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,966 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:28,966 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,968 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/recovered.edits] 2023-10-04T08:05:28,968 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/recovered.edits] 2023-10-04T08:05:28,968 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/recovered.edits] 2023-10-04T08:05:28,971 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/07c855a76cf4446bae41026b5531782b to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf1/07c855a76cf4446bae41026b5531782b 2023-10-04T08:05:28,972 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/0a0916be1e9f4608bd30ff6072041c6e to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf1/0a0916be1e9f4608bd30ff6072041c6e 2023-10-04T08:05:28,972 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/1060760989b845ef81c4ddfa52407fc2 2023-10-04T08:05:28,973 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/3685e9aac9654778b41b632057195030 2023-10-04T08:05:28,974 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/1b7ad3b3f8f04cada2c24636446d71bf to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/cf2/1b7ad3b3f8f04cada2c24636446d71bf 2023-10-04T08:05:28,974 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/7f9e55308251481f960e1992b39679ea to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/cf2/7f9e55308251481f960e1992b39679ea 2023-10-04T08:05:28,975 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/41333e5a1a0541dca20b6206deff0ece 2023-10-04T08:05:28,976 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/4b807e82fe2f4559862f6a5103dba256 2023-10-04T08:05:28,977 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862/recovered.edits/90.seqid 2023-10-04T08:05:28,977 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f/recovered.edits/90.seqid 2023-10-04T08:05:28,978 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/7cc705358ca5afacc49e3a17ddb51862 2023-10-04T08:05:28,978 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/9ec2a1aa781d4d698653dc46fa0a6869 2023-10-04T08:05:28,978 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/0cba7e8014b06bbbad4f802b0af0821f 2023-10-04T08:05:28,979 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/afa512274e684fba84f933b31fdec13f 2023-10-04T08:05:28,980 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf1/ec03e49b86724ebe945237e8aab8cd72 2023-10-04T08:05:28,982 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/27bafa2205794d9bb321cbe9219b2bc7 2023-10-04T08:05:28,982 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/39ff29c4db1d4e8ea90e2d4b6b155ec3 2023-10-04T08:05:28,983 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/63c86566e78e42bba28c929f1dcbdfca 2023-10-04T08:05:28,984 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/812801b050ee407991f3e8a50a93b569 2023-10-04T08:05:28,985 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/cf6fef74b6e2403d8106302f9d5cdbe9 2023-10-04T08:05:28,986 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/e089bc0f282e4f9c8076fb646c32bf97 2023-10-04T08:05:28,987 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/cf2/ef24135b59aa4ef0b31bc5b3275884d9 2023-10-04T08:05:28,989 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2/recovered.edits/85.seqid 2023-10-04T08:05:28,989 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testRecoveryAndDoubleExecution/82659513d2197597260f38df8e32f9f2 2023-10-04T08:05:28,989 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testRecoveryAndDoubleExecution regions 2023-10-04T08:05:28,991 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=202, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,992 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 3 rows of testRecoveryAndDoubleExecution from hbase:meta 2023-10-04T08:05:28,994 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testRecoveryAndDoubleExecution' descriptor. 2023-10-04T08:05:28,995 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=202, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:28,995 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testRecoveryAndDoubleExecution' from region states. 2023-10-04T08:05:28,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406728995"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:28,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406728995"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:28,995 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406728995"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:28,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 3 regions from META 2023-10-04T08:05:28,996 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 82659513d2197597260f38df8e32f9f2, NAME => 'testRecoveryAndDoubleExecution,,1696406721646.82659513d2197597260f38df8e32f9f2.', STARTKEY => '', ENDKEY => '', OFFLINE => true, SPLIT => true}, {ENCODED => 0cba7e8014b06bbbad4f802b0af0821f, NAME => 'testRecoveryAndDoubleExecution,,1696406724287.0cba7e8014b06bbbad4f802b0af0821f.', STARTKEY => '', ENDKEY => '41'}, {ENCODED => 7cc705358ca5afacc49e3a17ddb51862, NAME => 'testRecoveryAndDoubleExecution,41,1696406724287.7cc705358ca5afacc49e3a17ddb51862.', STARTKEY => '41', ENDKEY => ''}] 2023-10-04T08:05:28,997 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testRecoveryAndDoubleExecution' as deleted. 2023-10-04T08:05:28,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testRecoveryAndDoubleExecution","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406728997"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:28,998 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testRecoveryAndDoubleExecution state from META 2023-10-04T08:05:29,000 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=202, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testRecoveryAndDoubleExecution 2023-10-04T08:05:29,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=202, state=SUCCESS; DeleteTableProcedure table=testRecoveryAndDoubleExecution in 39 msec 2023-10-04T08:05:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=202 2023-10-04T08:05:29,065 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testRecoveryAndDoubleExecution, procId: 202 completed 2023-10-04T08:05:29,080 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testRecoveryAndDoubleExecution Thread=375 (was 365) - Thread LEAK? -, OpenFileDescriptor=857 (was 758) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=206 (was 200) - SystemLoadAverage LEAK? -, ProcessCount=167 (was 167), AvailableMemoryMB=5544 (was 5566) 2023-10-04T08:05:29,093 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionEmptyDaughter Thread=375, OpenFileDescriptor=857, MaxFileDescriptor=60000, SystemLoadAverage=206, ProcessCount=167, AvailableMemoryMB=5544 2023-10-04T08:05:29,093 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:29,094 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:05:29,095 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=203, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:29,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=203, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionEmptyDaughter execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:05:29,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:29,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=203, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testSplitTableRegionEmptyDaughter execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:05:29,108 INFO [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 51a71186dd592dc4d34adecd7b9ac420, NAME => 'testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testSplitTableRegionEmptyDaughter', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:05:29,116 DEBUG [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(888): Instantiated testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:29,116 DEBUG [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(1668): Closing 51a71186dd592dc4d34adecd7b9ac420, disabling compactions & flushes 2023-10-04T08:05:29,116 INFO [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(1690): Closing region testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,116 DEBUG [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,116 DEBUG [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. after waiting 0 ms 2023-10-04T08:05:29,116 DEBUG [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,116 INFO [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(1909): Closed testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,116 DEBUG [RegionOpenAndInit-testSplitTableRegionEmptyDaughter-pool-0 {}] regionserver.HRegion(1622): Region close journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:29,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=203, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testSplitTableRegionEmptyDaughter execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:05:29,117 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1696406729117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406729117"}]},"ts":"1696406729117"} 2023-10-04T08:05:29,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:05:29,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=203, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testSplitTableRegionEmptyDaughter execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:05:29,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406729119"}]},"ts":"1696406729119"} 2023-10-04T08:05:29,120 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionEmptyDaughter, state=ENABLING in hbase:meta 2023-10-04T08:05:29,125 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:05:29,126 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:05:29,126 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:05:29,126 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:05:29,126 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:05:29,126 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:05:29,126 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:05:29,126 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:05:29,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=51a71186dd592dc4d34adecd7b9ac420, ASSIGN}] 2023-10-04T08:05:29,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=204, ppid=203, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=51a71186dd592dc4d34adecd7b9ac420, ASSIGN 2023-10-04T08:05:29,128 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=204, ppid=203, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=51a71186dd592dc4d34adecd7b9ac420, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:05:29,278 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:05:29,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=204 updating hbase:meta row=51a71186dd592dc4d34adecd7b9ac420, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:29,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=205, ppid=204, state=RUNNABLE; OpenRegionProcedure 51a71186dd592dc4d34adecd7b9ac420, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:05:29,437 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] handler.AssignRegionHandler(130): Open testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(7254): Opening region: {ENCODED => 51a71186dd592dc4d34adecd7b9ac420, NAME => 'testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:05:29,437 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:29,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionEmptyDaughter 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(888): Instantiated testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:29,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(7296): checking encryption for 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,437 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(7299): checking classloading for 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,438 INFO [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,439 INFO [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a71186dd592dc4d34adecd7b9ac420 columnFamilyName cf1 2023-10-04T08:05:29,439 DEBUG [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:29,440 INFO [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] regionserver.HStore(324): Store=51a71186dd592dc4d34adecd7b9ac420/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:29,440 INFO [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,441 INFO [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a71186dd592dc4d34adecd7b9ac420 columnFamilyName cf2 2023-10-04T08:05:29,441 DEBUG [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:29,441 INFO [StoreOpener-51a71186dd592dc4d34adecd7b9ac420-1 {}] regionserver.HStore(324): Store=51a71186dd592dc4d34adecd7b9ac420/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:29,442 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,442 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,443 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionEmptyDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:29,444 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1076): writing seq id for 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:29,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:05:29,446 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(1093): Opened 51a71186dd592dc4d34adecd7b9ac420; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66839509, jitterRate=-0.0040137022733688354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:29,447 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegion(992): Region open journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:29,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420., pid=205, masterSystemTime=1696406729432 2023-10-04T08:05:29,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,449 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=205}] handler.AssignRegionHandler(158): Opened testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,449 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=204 updating hbase:meta row=51a71186dd592dc4d34adecd7b9ac420, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:29,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=205, resume processing ppid=204 2023-10-04T08:05:29,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=205, ppid=204, state=SUCCESS; OpenRegionProcedure 51a71186dd592dc4d34adecd7b9ac420, server=jenkins-hbase3.apache.org,39189,1696406618997 in 169 msec 2023-10-04T08:05:29,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=204, resume processing ppid=203 2023-10-04T08:05:29,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=204, ppid=203, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=51a71186dd592dc4d34adecd7b9ac420, ASSIGN in 325 msec 2023-10-04T08:05:29,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=203, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testSplitTableRegionEmptyDaughter execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:05:29,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406729454"}]},"ts":"1696406729454"} 2023-10-04T08:05:29,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionEmptyDaughter, state=ENABLED in hbase:meta 2023-10-04T08:05:29,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=203, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegionEmptyDaughter execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:05:29,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=203, state=SUCCESS; CreateTableProcedure table=testSplitTableRegionEmptyDaughter in 362 msec 2023-10-04T08:05:29,601 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionEmptyDaughter 2023-10-04T08:05:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=206, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=206, table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=206 2023-10-04T08:05:29,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=206, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=206, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:29,604 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=206, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=206, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:29,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=207, ppid=206, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=206 2023-10-04T08:05:29,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=207 2023-10-04T08:05:29,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,758 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.HRegion(2819): Flushing 51a71186dd592dc4d34adecd7b9ac420 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:05:29,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/074600530fd14b9ab9fde965c5aa4d99 is 34, key is 11/cf1:q/1696406729598/Put/seqid=0 2023-10-04T08:05:29,780 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/074600530fd14b9ab9fde965c5aa4d99 2023-10-04T08:05:29,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/ab7f8d4808604d9f83d37537e140cf6c is 34, key is 11/cf2:q/1696406729598/Put/seqid=0 2023-10-04T08:05:29,802 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/ab7f8d4808604d9f83d37537e140cf6c 2023-10-04T08:05:29,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/074600530fd14b9ab9fde965c5aa4d99 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/074600530fd14b9ab9fde965c5aa4d99 2023-10-04T08:05:29,808 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/074600530fd14b9ab9fde965c5aa4d99, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:29,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/ab7f8d4808604d9f83d37537e140cf6c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/ab7f8d4808604d9f83d37537e140cf6c 2023-10-04T08:05:29,812 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/ab7f8d4808604d9f83d37537e140cf6c, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:29,813 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for 51a71186dd592dc4d34adecd7b9ac420 in 55ms, sequenceid=6, compaction requested=false 2023-10-04T08:05:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testSplitTableRegionEmptyDaughter' 2023-10-04T08:05:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.HRegion(2520): Flush status journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=207}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=207 2023-10-04T08:05:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=207 2023-10-04T08:05:29,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=207, resume processing ppid=206 2023-10-04T08:05:29,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=207, ppid=206, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 211 msec 2023-10-04T08:05:29,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=206, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=206, table=testSplitTableRegionEmptyDaughter in 216 msec 2023-10-04T08:05:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=206 2023-10-04T08:05:29,906 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 206 completed 2023-10-04T08:05:29,915 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionEmptyDaughter 2023-10-04T08:05:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=208, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=208, table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:29,917 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=208, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=208, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=208 2023-10-04T08:05:29,918 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=208, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=208, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:29,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=209, ppid=208, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=208 2023-10-04T08:05:30,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=209 2023-10-04T08:05:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:30,070 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.HRegion(2819): Flushing 51a71186dd592dc4d34adecd7b9ac420 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:30,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a is 34, key is 12/cf1:q/1696406729906/Put/seqid=0 2023-10-04T08:05:30,079 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a 2023-10-04T08:05:30,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/b5214bf5424c43e78ed805e8917d5aa6 is 34, key is 12/cf2:q/1696406729906/Put/seqid=0 2023-10-04T08:05:30,090 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/b5214bf5424c43e78ed805e8917d5aa6 2023-10-04T08:05:30,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a 2023-10-04T08:05:30,097 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/b5214bf5424c43e78ed805e8917d5aa6 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/b5214bf5424c43e78ed805e8917d5aa6 2023-10-04T08:05:30,100 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/b5214bf5424c43e78ed805e8917d5aa6, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:30,101 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 51a71186dd592dc4d34adecd7b9ac420 in 31ms, sequenceid=19, compaction requested=false 2023-10-04T08:05:30,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.HRegion(2520): Flush status journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:30,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:30,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=209}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=209 2023-10-04T08:05:30,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=209 2023-10-04T08:05:30,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=209, resume processing ppid=208 2023-10-04T08:05:30,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=209, ppid=208, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2023-10-04T08:05:30,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=208, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=208, table=testSplitTableRegionEmptyDaughter in 190 msec 2023-10-04T08:05:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=208 2023-10-04T08:05:30,220 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 208 completed 2023-10-04T08:05:30,230 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionEmptyDaughter 2023-10-04T08:05:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=210, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=210, table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:30,232 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=210, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=210, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=210 2023-10-04T08:05:30,233 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=210, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=210, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:30,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=211, ppid=210, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=210 2023-10-04T08:05:30,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=211 2023-10-04T08:05:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:30,385 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.HRegion(2819): Flushing 51a71186dd592dc4d34adecd7b9ac420 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:30,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/c7c2bb033e944c4f9807d9a715f39683 is 34, key is 17/cf1:q/1696406730220/Put/seqid=0 2023-10-04T08:05:30,393 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/c7c2bb033e944c4f9807d9a715f39683 2023-10-04T08:05:30,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/a801e24a5e3c41db9a87dd6568ac9b43 is 34, key is 17/cf2:q/1696406730220/Put/seqid=0 2023-10-04T08:05:30,403 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/a801e24a5e3c41db9a87dd6568ac9b43 2023-10-04T08:05:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/c7c2bb033e944c4f9807d9a715f39683 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/c7c2bb033e944c4f9807d9a715f39683 2023-10-04T08:05:30,409 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/c7c2bb033e944c4f9807d9a715f39683, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:30,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/a801e24a5e3c41db9a87dd6568ac9b43 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/a801e24a5e3c41db9a87dd6568ac9b43 2023-10-04T08:05:30,413 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/a801e24a5e3c41db9a87dd6568ac9b43, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:30,414 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 51a71186dd592dc4d34adecd7b9ac420 in 29ms, sequenceid=32, compaction requested=true 2023-10-04T08:05:30,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.HRegion(2520): Flush status journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:30,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:30,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=211}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=211 2023-10-04T08:05:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=211 2023-10-04T08:05:30,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=211, resume processing ppid=210 2023-10-04T08:05:30,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=211, ppid=210, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2023-10-04T08:05:30,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=210, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=210, table=testSplitTableRegionEmptyDaughter in 187 msec 2023-10-04T08:05:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=210 2023-10-04T08:05:30,534 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 210 completed 2023-10-04T08:05:30,544 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionEmptyDaughter 2023-10-04T08:05:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=212, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=212, table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:30,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=212, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=212, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=212 2023-10-04T08:05:30,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=212, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=212, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:30,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=213, ppid=212, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=212 2023-10-04T08:05:30,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=213 2023-10-04T08:05:30,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:30,699 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.HRegion(2819): Flushing 51a71186dd592dc4d34adecd7b9ac420 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:30,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/172d28c018004ed8a3b8658f66ccae4c is 34, key is 22/cf1:q/1696406730535/Put/seqid=0 2023-10-04T08:05:30,721 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/172d28c018004ed8a3b8658f66ccae4c 2023-10-04T08:05:30,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/80f5dee6f9dd4f20a63c1b070e755203 is 34, key is 22/cf2:q/1696406730535/Put/seqid=0 2023-10-04T08:05:30,736 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/80f5dee6f9dd4f20a63c1b070e755203 2023-10-04T08:05:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/172d28c018004ed8a3b8658f66ccae4c as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/172d28c018004ed8a3b8658f66ccae4c 2023-10-04T08:05:30,744 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/172d28c018004ed8a3b8658f66ccae4c, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:30,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/80f5dee6f9dd4f20a63c1b070e755203 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/80f5dee6f9dd4f20a63c1b070e755203 2023-10-04T08:05:30,749 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/80f5dee6f9dd4f20a63c1b070e755203, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:30,750 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 51a71186dd592dc4d34adecd7b9ac420 in 51ms, sequenceid=45, compaction requested=true 2023-10-04T08:05:30,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.HRegion(2520): Flush status journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:30,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:30,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=213}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=213 2023-10-04T08:05:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=213 2023-10-04T08:05:30,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=213, resume processing ppid=212 2023-10-04T08:05:30,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=213, ppid=212, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2023-10-04T08:05:30,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=212, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=212, table=testSplitTableRegionEmptyDaughter in 210 msec 2023-10-04T08:05:30,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:05:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=212 2023-10-04T08:05:30,849 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 212 completed 2023-10-04T08:05:30,860 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionEmptyDaughter 2023-10-04T08:05:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=214, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=214, table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=214 2023-10-04T08:05:30,862 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=214, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=214, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:30,863 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=214, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=214, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:30,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=215, ppid=214, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=214 2023-10-04T08:05:31,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=215 2023-10-04T08:05:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,015 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.HRegion(2819): Flushing 51a71186dd592dc4d34adecd7b9ac420 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:31,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/5f867fa0fe524dfc935d5675a3f885af is 34, key is 27/cf1:q/1696406730849/Put/seqid=0 2023-10-04T08:05:31,023 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/5f867fa0fe524dfc935d5675a3f885af 2023-10-04T08:05:31,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/e7f0b6801c274fcaab2f74dfe32b3138 is 34, key is 27/cf2:q/1696406730849/Put/seqid=0 2023-10-04T08:05:31,033 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/e7f0b6801c274fcaab2f74dfe32b3138 2023-10-04T08:05:31,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/5f867fa0fe524dfc935d5675a3f885af as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/5f867fa0fe524dfc935d5675a3f885af 2023-10-04T08:05:31,042 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/5f867fa0fe524dfc935d5675a3f885af, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/e7f0b6801c274fcaab2f74dfe32b3138 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/e7f0b6801c274fcaab2f74dfe32b3138 2023-10-04T08:05:31,047 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/e7f0b6801c274fcaab2f74dfe32b3138, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:31,048 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 51a71186dd592dc4d34adecd7b9ac420 in 33ms, sequenceid=58, compaction requested=true 2023-10-04T08:05:31,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.HRegion(2520): Flush status journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:31,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=215}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=215 2023-10-04T08:05:31,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=215 2023-10-04T08:05:31,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=215, resume processing ppid=214 2023-10-04T08:05:31,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=215, ppid=214, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 187 msec 2023-10-04T08:05:31,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=214, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=214, table=testSplitTableRegionEmptyDaughter in 192 msec 2023-10-04T08:05:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=214 2023-10-04T08:05:31,164 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 214 completed 2023-10-04T08:05:31,175 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegionEmptyDaughter 2023-10-04T08:05:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=216, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=216, table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:31,177 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=216, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=216, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=216 2023-10-04T08:05:31,177 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=216, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=216, table=testSplitTableRegionEmptyDaughter execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:31,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=217, ppid=216, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=216 2023-10-04T08:05:31,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39189 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=217 2023-10-04T08:05:31,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,330 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.HRegion(2819): Flushing 51a71186dd592dc4d34adecd7b9ac420 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:31,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca is 34, key is 32/cf1:q/1696406731165/Put/seqid=0 2023-10-04T08:05:31,339 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca 2023-10-04T08:05:31,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 is 34, key is 32/cf2:q/1696406731165/Put/seqid=0 2023-10-04T08:05:31,350 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 2023-10-04T08:05:31,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca 2023-10-04T08:05:31,356 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 2023-10-04T08:05:31,359 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/47ffa7fbc7b84c4982bd4094a5e390d4, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:31,360 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for 51a71186dd592dc4d34adecd7b9ac420 in 30ms, sequenceid=71, compaction requested=true 2023-10-04T08:05:31,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.HRegion(2520): Flush status journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:31,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=217}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=217 2023-10-04T08:05:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=217 2023-10-04T08:05:31,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=217, resume processing ppid=216 2023-10-04T08:05:31,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=217, ppid=216, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 185 msec 2023-10-04T08:05:31,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=216, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=216, table=testSplitTableRegionEmptyDaughter in 188 msec 2023-10-04T08:05:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=216 2023-10-04T08:05:31,479 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 216 completed 2023-10-04T08:05:31,486 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:31,487 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=218, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionEmptyDaughter, parent=51a71186dd592dc4d34adecd7b9ac420, daughterA=9807da2b81b7697cbab9be527573a127, daughterB=4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:31,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=218, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionEmptyDaughter, parent=51a71186dd592dc4d34adecd7b9ac420, daughterA=9807da2b81b7697cbab9be527573a127, daughterB=4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:31,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=218, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionEmptyDaughter, parent=51a71186dd592dc4d34adecd7b9ac420, daughterA=9807da2b81b7697cbab9be527573a127, daughterB=4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:31,488 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=218, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegionEmptyDaughter, parent=51a71186dd592dc4d34adecd7b9ac420, daughterA=9807da2b81b7697cbab9be527573a127, daughterB=4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:31,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=219, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=51a71186dd592dc4d34adecd7b9ac420, UNASSIGN}] 2023-10-04T08:05:31,490 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=219, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=51a71186dd592dc4d34adecd7b9ac420, UNASSIGN 2023-10-04T08:05:31,490 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=219 updating hbase:meta row=51a71186dd592dc4d34adecd7b9ac420, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:31,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=220, ppid=219, state=RUNNABLE; CloseRegionProcedure 51a71186dd592dc4d34adecd7b9ac420, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:05:31,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] handler.UnassignRegionHandler(119): Close 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(1668): Closing 51a71186dd592dc4d34adecd7b9ac420, disabling compactions & flushes 2023-10-04T08:05:31,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(1690): Closing region testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. after waiting 0 ms 2023-10-04T08:05:31,646 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,646 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(2819): Flushing 51a71186dd592dc4d34adecd7b9ac420 2/2 column families, dataSize=480 B heapSize=2.13 KB 2023-10-04T08:05:31,649 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/39e2bd9de49f42a681370fb69275cd7e is 34, key is 37/cf1:q/1696406731479/Put/seqid=0 2023-10-04T08:05:31,654 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/39e2bd9de49f42a681370fb69275cd7e 2023-10-04T08:05:31,659 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/5188a47a440a442aac1779475fe3f13d is 34, key is 37/cf2:q/1696406731479/Put/seqid=0 2023-10-04T08:05:31,664 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/5188a47a440a442aac1779475fe3f13d 2023-10-04T08:05:31,667 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf1/39e2bd9de49f42a681370fb69275cd7e as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/39e2bd9de49f42a681370fb69275cd7e 2023-10-04T08:05:31,670 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/39e2bd9de49f42a681370fb69275cd7e, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:31,671 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/.tmp/cf2/5188a47a440a442aac1779475fe3f13d as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/5188a47a440a442aac1779475fe3f13d 2023-10-04T08:05:31,674 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/5188a47a440a442aac1779475fe3f13d, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:31,674 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(3022): Finished flush of dataSize ~480 B/480, heapSize ~2.09 KB/2144, currentSize=0 B/0 for 51a71186dd592dc4d34adecd7b9ac420 in 28ms, sequenceid=82, compaction requested=true 2023-10-04T08:05:31,679 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=1 2023-10-04T08:05:31,679 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:31,680 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(1909): Closed testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. 2023-10-04T08:05:31,680 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] regionserver.HRegion(1622): Region close journal for 51a71186dd592dc4d34adecd7b9ac420: 2023-10-04T08:05:31,682 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=220}] handler.UnassignRegionHandler(163): Closed 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=219 updating hbase:meta row=51a71186dd592dc4d34adecd7b9ac420, regionState=CLOSED 2023-10-04T08:05:31,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=220, resume processing ppid=219 2023-10-04T08:05:31,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=220, ppid=219, state=SUCCESS; CloseRegionProcedure 51a71186dd592dc4d34adecd7b9ac420, server=jenkins-hbase3.apache.org,39189,1696406618997 in 189 msec 2023-10-04T08:05:31,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=219, resume processing ppid=218 2023-10-04T08:05:31,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=219, ppid=218, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=51a71186dd592dc4d34adecd7b9ac420, UNASSIGN in 195 msec 2023-10-04T08:05:31,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:31,691 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:31,693 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=218 splitting 14 storefiles, region=51a71186dd592dc4d34adecd7b9ac420, threads=14 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/5188a47a440a442aac1779475fe3f13d for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/80f5dee6f9dd4f20a63c1b070e755203 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/a801e24a5e3c41db9a87dd6568ac9b43 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/ab7f8d4808604d9f83d37537e140cf6c for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/b5214bf5424c43e78ed805e8917d5aa6 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/e7f0b6801c274fcaab2f74dfe32b3138 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,693 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/074600530fd14b9ab9fde965c5aa4d99 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,694 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/172d28c018004ed8a3b8658f66ccae4c for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,694 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/39e2bd9de49f42a681370fb69275cd7e for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,694 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/5f867fa0fe524dfc935d5675a3f885af for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,694 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,694 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,694 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=218 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/c7c2bb033e944c4f9807d9a715f39683 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,698 DEBUG [StoreFileSplitter-pool-5 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/b5214bf5424c43e78ed805e8917d5aa6, top=false 2023-10-04T08:05:31,699 DEBUG [StoreFileSplitter-pool-4 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/ab7f8d4808604d9f83d37537e140cf6c, top=false 2023-10-04T08:05:31,706 DEBUG [StoreFileSplitter-pool-11 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a, top=false 2023-10-04T08:05:31,707 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/47ffa7fbc7b84c4982bd4094a5e390d4, top=false 2023-10-04T08:05:31,707 DEBUG [StoreFileSplitter-pool-9 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/39e2bd9de49f42a681370fb69275cd7e, top=false 2023-10-04T08:05:31,707 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/80f5dee6f9dd4f20a63c1b070e755203, top=false 2023-10-04T08:05:31,707 DEBUG [StoreFileSplitter-pool-12 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca, top=false 2023-10-04T08:05:31,707 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/5188a47a440a442aac1779475fe3f13d, top=false 2023-10-04T08:05:31,708 DEBUG [StoreFileSplitter-pool-10 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/5f867fa0fe524dfc935d5675a3f885af, top=false 2023-10-04T08:05:31,709 DEBUG [StoreFileSplitter-pool-7 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/074600530fd14b9ab9fde965c5aa4d99, top=false 2023-10-04T08:05:31,710 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/a801e24a5e3c41db9a87dd6568ac9b43, top=false 2023-10-04T08:05:31,710 DEBUG [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/172d28c018004ed8a3b8658f66ccae4c, top=false 2023-10-04T08:05:31,710 DEBUG [StoreFileSplitter-pool-13 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/c7c2bb033e944c4f9807d9a715f39683, top=false 2023-10-04T08:05:31,710 DEBUG [StoreFileSplitter-pool-6 {}] regionserver.HRegionFileSystem(721): Will create HFileLink file for hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/e7f0b6801c274fcaab2f74dfe32b3138, top=false 2023-10-04T08:05:31,713 INFO [StoreFileSplitter-pool-4 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,716 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4 for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,718 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203 for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,718 INFO [StoreFileSplitter-pool-11 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,719 INFO [StoreFileSplitter-pool-5 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6 for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,721 INFO [StoreFileSplitter-pool-12 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,721 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/ab7f8d4808604d9f83d37537e140cf6c for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,723 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,724 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/80f5dee6f9dd4f20a63c1b070e755203 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,726 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,726 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,727 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/b5214bf5424c43e78ed805e8917d5aa6 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,730 INFO [StoreFileSplitter-pool-8 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,730 INFO [StoreFileSplitter-pool-10 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,730 INFO [StoreFileSplitter-pool-13 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683 for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,730 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,731 INFO [StoreFileSplitter-pool-6 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138 for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,731 INFO [StoreFileSplitter-pool-9 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,731 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43 for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,731 INFO [StoreFileSplitter-pool-7 {}] regionserver.HRegionFileSystem(749): Created linkFile:hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99 for child: 9807da2b81b7697cbab9be527573a127, parent: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,736 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/5f867fa0fe524dfc935d5675a3f885af for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,736 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/c7c2bb033e944c4f9807d9a715f39683 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,736 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/39e2bd9de49f42a681370fb69275cd7e for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,736 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/172d28c018004ed8a3b8658f66ccae4c for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,736 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/a801e24a5e3c41db9a87dd6568ac9b43 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,737 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/5188a47a440a442aac1779475fe3f13d for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,737 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/074600530fd14b9ab9fde965c5aa4d99 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,738 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=218 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/e7f0b6801c274fcaab2f74dfe32b3138 for region: 51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:31,738 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=218 split storefiles for region 51a71186dd592dc4d34adecd7b9ac420 Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683] storefiles, Daughter B: [] storefiles. 2023-10-04T08:05:31,749 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:31,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:31,763 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:05:31,764 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:05:31,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1696406731765"},{"qualifier":"splitA","vlen":69,"tag":[],"timestamp":"1696406731765"},{"qualifier":"splitB","vlen":69,"tag":[],"timestamp":"1696406731765"}]},"ts":"1696406731765"} 2023-10-04T08:05:31,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1696406731765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406731765"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406731765"}]},"ts":"1696406731765"} 2023-10-04T08:05:31,766 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1696406731765"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406731765"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406731765"}]},"ts":"1696406731765"} 2023-10-04T08:05:31,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=221, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=9807da2b81b7697cbab9be527573a127, ASSIGN}, {pid=222, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=4bd7a4b5deba8eeeb4769cbf1511ceff, ASSIGN}] 2023-10-04T08:05:31,769 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=222, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=4bd7a4b5deba8eeeb4769cbf1511ceff, ASSIGN 2023-10-04T08:05:31,770 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=222, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=4bd7a4b5deba8eeeb4769cbf1511ceff, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:05:31,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=221, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=9807da2b81b7697cbab9be527573a127, ASSIGN 2023-10-04T08:05:31,771 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=221, ppid=218, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=9807da2b81b7697cbab9be527573a127, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,39189,1696406618997; forceNewPlan=false, retain=false 2023-10-04T08:05:31,920 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 2 regions. 2 retained the pre-restart assignment. 2023-10-04T08:05:31,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=221 updating hbase:meta row=9807da2b81b7697cbab9be527573a127, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:31,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=223, ppid=221, state=RUNNABLE; OpenRegionProcedure 9807da2b81b7697cbab9be527573a127, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:05:31,926 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=222 updating hbase:meta row=4bd7a4b5deba8eeeb4769cbf1511ceff, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:31,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=224, ppid=222, state=RUNNABLE; OpenRegionProcedure 4bd7a4b5deba8eeeb4769cbf1511ceff, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:05:32,078 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] handler.AssignRegionHandler(130): Open testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. 2023-10-04T08:05:32,078 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(7254): Opening region: {ENCODED => 4bd7a4b5deba8eeeb4769cbf1511ceff, NAME => 'testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff.', STARTKEY => '71', ENDKEY => ''} 2023-10-04T08:05:32,079 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:32,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionEmptyDaughter 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(888): Instantiated testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:32,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(7296): checking encryption for 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,079 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(7299): checking classloading for 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,080 INFO [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,081 INFO [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd7a4b5deba8eeeb4769cbf1511ceff columnFamilyName cf1 2023-10-04T08:05:32,081 DEBUG [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:32,081 INFO [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] regionserver.HStore(324): Store=4bd7a4b5deba8eeeb4769cbf1511ceff/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:32,081 INFO [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,082 INFO [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bd7a4b5deba8eeeb4769cbf1511ceff columnFamilyName cf2 2023-10-04T08:05:32,082 DEBUG [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:32,083 INFO [StoreOpener-4bd7a4b5deba8eeeb4769cbf1511ceff-1 {}] regionserver.HStore(324): Store=4bd7a4b5deba8eeeb4769cbf1511ceff/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:32,083 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,084 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,085 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionEmptyDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:32,086 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(1076): writing seq id for 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,086 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(1093): Opened 4bd7a4b5deba8eeeb4769cbf1511ceff; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65319668, jitterRate=-0.02666109800338745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:32,087 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegion(992): Region open journal for 4bd7a4b5deba8eeeb4769cbf1511ceff: 2023-10-04T08:05:32,087 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff., pid=224, masterSystemTime=1696406732076 2023-10-04T08:05:32,088 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. 2023-10-04T08:05:32,088 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=224}] handler.AssignRegionHandler(158): Opened testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. 2023-10-04T08:05:32,088 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] handler.AssignRegionHandler(130): Open testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,089 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(7254): Opening region: {ENCODED => 9807da2b81b7697cbab9be527573a127, NAME => 'testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.', STARTKEY => '', ENDKEY => '71'} 2023-10-04T08:05:32,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=222 updating hbase:meta row=4bd7a4b5deba8eeeb4769cbf1511ceff, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:32,089 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:32,089 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegionEmptyDaughter 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,089 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(888): Instantiated testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:32,089 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(7296): checking encryption for 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,089 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(7299): checking classloading for 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,090 INFO [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,091 INFO [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9807da2b81b7697cbab9be527573a127 columnFamilyName cf1 2023-10-04T08:05:32,091 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:32,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=224, resume processing ppid=222 2023-10-04T08:05:32,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=224, ppid=222, state=SUCCESS; OpenRegionProcedure 4bd7a4b5deba8eeeb4769cbf1511ceff, server=jenkins-hbase3.apache.org,39189,1696406618997 in 163 msec 2023-10-04T08:05:32,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=222, ppid=218, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=4bd7a4b5deba8eeeb4769cbf1511ceff, ASSIGN in 322 msec 2023-10-04T08:05:32,095 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99 2023-10-04T08:05:32,098 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c 2023-10-04T08:05:32,100 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e 2023-10-04T08:05:32,102 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af 2023-10-04T08:05:32,105 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a 2023-10-04T08:05:32,107 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca 2023-10-04T08:05:32,110 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683 2023-10-04T08:05:32,110 INFO [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.HStore(324): Store=9807da2b81b7697cbab9be527573a127/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:32,110 INFO [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,110 INFO [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9807da2b81b7697cbab9be527573a127 columnFamilyName cf2 2023-10-04T08:05:32,110 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:32,114 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4 2023-10-04T08:05:32,117 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d 2023-10-04T08:05:32,119 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203 2023-10-04T08:05:32,122 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43 2023-10-04T08:05:32,125 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c 2023-10-04T08:05:32,127 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6 2023-10-04T08:05:32,130 DEBUG [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138 2023-10-04T08:05:32,130 INFO [StoreOpener-9807da2b81b7697cbab9be527573a127-1 {}] regionserver.HStore(324): Store=9807da2b81b7697cbab9be527573a127/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:32,131 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegionEmptyDaughter descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:32,133 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1076): writing seq id for 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,134 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(1093): Opened 9807da2b81b7697cbab9be527573a127; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75062736, jitterRate=0.11852192878723145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:32,134 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegion(992): Region open journal for 9807da2b81b7697cbab9be527573a127: 2023-10-04T08:05:32,135 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127., pid=223, masterSystemTime=1696406732076 2023-10-04T08:05:32,136 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.CompactSplit(403): Add compact mark for store 9807da2b81b7697cbab9be527573a127:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:05:32,136 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:32,136 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:32,136 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.CompactSplit(403): Add compact mark for store 9807da2b81b7697cbab9be527573a127:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:05:32,137 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:32,137 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 36344 starting at candidate #0 after considering 15 permutations with 15 in ratio 2023-10-04T08:05:32,137 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:32,137 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1534): 9807da2b81b7697cbab9be527573a127/cf1 is initiating minor compaction (all files) 2023-10-04T08:05:32,137 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 36344 starting at candidate #0 after considering 15 permutations with 15 in ratio 2023-10-04T08:05:32,137 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 9807da2b81b7697cbab9be527573a127/cf1 in testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,137 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1534): 9807da2b81b7697cbab9be527573a127/cf2 is initiating minor compaction (all files) 2023-10-04T08:05:32,137 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/.tmp, totalSize=35.5 K 2023-10-04T08:05:32,137 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 9807da2b81b7697cbab9be527573a127/cf2 in testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,137 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/.tmp, totalSize=35.5 K 2023-10-04T08:05:32,137 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99, keycount=2, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406729598 2023-10-04T08:05:32,138 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c, keycount=2, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406729598 2023-10-04T08:05:32,138 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406729906 2023-10-04T08:05:32,138 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406729906 2023-10-04T08:05:32,139 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406730220 2023-10-04T08:05:32,139 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406730220 2023-10-04T08:05:32,139 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406730535 2023-10-04T08:05:32,139 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406730535 2023-10-04T08:05:32,139 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406730849 2023-10-04T08:05:32,140 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406730849 2023-10-04T08:05:32,140 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406731165 2023-10-04T08:05:32,140 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4, keycount=10, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406731165 2023-10-04T08:05:32,140 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e, keycount=8, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406731479 2023-10-04T08:05:32,140 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] compactions.Compactor(223): Compacting testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d, keycount=8, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406731479 2023-10-04T08:05:32,143 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,143 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=223}] handler.AssignRegionHandler(158): Opened testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=221 updating hbase:meta row=9807da2b81b7697cbab9be527573a127, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:32,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=223, resume processing ppid=221 2023-10-04T08:05:32,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=223, ppid=221, state=SUCCESS; OpenRegionProcedure 9807da2b81b7697cbab9be527573a127, server=jenkins-hbase3.apache.org,39189,1696406618997 in 221 msec 2023-10-04T08:05:32,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=221, resume processing ppid=218 2023-10-04T08:05:32,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=221, ppid=218, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=9807da2b81b7697cbab9be527573a127, ASSIGN in 378 msec 2023-10-04T08:05:32,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=218, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegionEmptyDaughter, parent=51a71186dd592dc4d34adecd7b9ac420, daughterA=9807da2b81b7697cbab9be527573a127, daughterB=4bd7a4b5deba8eeeb4769cbf1511ceff in 663 msec 2023-10-04T08:05:32,181 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9807da2b81b7697cbab9be527573a127#cf2#compaction#126 average throughput is 1.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:32,181 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/.tmp/cf2/fb538bb3246a47409db12919d3a3cd12 is 34, key is 11/cf2:q/1696406729598/Put/seqid=0 2023-10-04T08:05:32,181 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9807da2b81b7697cbab9be527573a127#cf1#compaction#127 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:32,182 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/.tmp/cf1/21a1b7e54400421fba9ce2db1ea9c8b6 is 34, key is 11/cf1:q/1696406729598/Put/seqid=0 2023-10-04T08:05:32,204 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/.tmp/cf1/21a1b7e54400421fba9ce2db1ea9c8b6 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/21a1b7e54400421fba9ce2db1ea9c8b6 2023-10-04T08:05:32,206 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/.tmp/cf2/fb538bb3246a47409db12919d3a3cd12 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/fb538bb3246a47409db12919d3a3cd12 2023-10-04T08:05:32,208 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 9807da2b81b7697cbab9be527573a127/cf1 of 9807da2b81b7697cbab9be527573a127 into 21a1b7e54400421fba9ce2db1ea9c8b6(size=7.4 K), total size for store is 7.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:32,208 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 9807da2b81b7697cbab9be527573a127: 2023-10-04T08:05:32,209 INFO [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127., storeName=9807da2b81b7697cbab9be527573a127/cf1, priority=9, startTime=1696406732135; duration=0sec 2023-10-04T08:05:32,209 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:32,209 DEBUG [RS:0;jenkins-hbase3:39189-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9807da2b81b7697cbab9be527573a127:cf1 2023-10-04T08:05:32,211 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 9807da2b81b7697cbab9be527573a127/cf2 of 9807da2b81b7697cbab9be527573a127 into fb538bb3246a47409db12919d3a3cd12(size=7.4 K), total size for store is 7.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:32,211 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 9807da2b81b7697cbab9be527573a127: 2023-10-04T08:05:32,211 INFO [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127., storeName=9807da2b81b7697cbab9be527573a127/cf2, priority=9, startTime=1696406732136; duration=0sec 2023-10-04T08:05:32,212 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:32,212 DEBUG [RS:0;jenkins-hbase3:39189-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9807da2b81b7697cbab9be527573a127:cf2 2023-10-04T08:05:32,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39189 {}] ipc.CallRunner(138): callId: 1126 service: ClientService methodName: Scan size: 159 connection: 172.31.12.81:56312 deadline: 1696406792238, exception=org.apache.hadoop.hbase.NotServingRegionException: testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420. is not online on jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:32,349 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '71', inclusive 2023-10-04T08:05:32,352 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:32,353 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,353 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=225, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=225 2023-10-04T08:05:32,357 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406732357"}]},"ts":"1696406732357"} 2023-10-04T08:05:32,358 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionEmptyDaughter, state=DISABLING in hbase:meta 2023-10-04T08:05:32,360 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testSplitTableRegionEmptyDaughter to state=DISABLING 2023-10-04T08:05:32,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=226, ppid=225, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=9807da2b81b7697cbab9be527573a127, UNASSIGN}, {pid=227, ppid=225, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=4bd7a4b5deba8eeeb4769cbf1511ceff, UNASSIGN}] 2023-10-04T08:05:32,361 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=227, ppid=225, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=4bd7a4b5deba8eeeb4769cbf1511ceff, UNASSIGN 2023-10-04T08:05:32,362 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=227 updating hbase:meta row=4bd7a4b5deba8eeeb4769cbf1511ceff, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:32,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=228, ppid=227, state=RUNNABLE; CloseRegionProcedure 4bd7a4b5deba8eeeb4769cbf1511ceff, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:05:32,365 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=226, ppid=225, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=9807da2b81b7697cbab9be527573a127, UNASSIGN 2023-10-04T08:05:32,366 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=226 updating hbase:meta row=9807da2b81b7697cbab9be527573a127, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:32,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=229, ppid=226, state=RUNNABLE; CloseRegionProcedure 9807da2b81b7697cbab9be527573a127, server=jenkins-hbase3.apache.org,39189,1696406618997}] 2023-10-04T08:05:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=225 2023-10-04T08:05:32,515 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(119): Close 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1668): Closing 4bd7a4b5deba8eeeb4769cbf1511ceff, disabling compactions & flushes 2023-10-04T08:05:32,516 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1690): Closing region testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. 2023-10-04T08:05:32,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. 2023-10-04T08:05:32,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. after waiting 0 ms 2023-10-04T08:05:32,516 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. 2023-10-04T08:05:32,519 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff/recovered.edits/88.seqid, newMaxSeqId=88, maxSeqId=85 2023-10-04T08:05:32,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:32,520 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1909): Closed testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff. 2023-10-04T08:05:32,520 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1622): Region close journal for 4bd7a4b5deba8eeeb4769cbf1511ceff: 2023-10-04T08:05:32,522 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(163): Closed 4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,522 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] handler.UnassignRegionHandler(119): Close 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] regionserver.HRegion(1668): Closing 9807da2b81b7697cbab9be527573a127, disabling compactions & flushes 2023-10-04T08:05:32,522 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] regionserver.HRegion(1690): Closing region testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. after waiting 0 ms 2023-10-04T08:05:32,522 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=227 updating hbase:meta row=4bd7a4b5deba8eeeb4769cbf1511ceff, regionState=CLOSED 2023-10-04T08:05:32,523 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e] to archive 2023-10-04T08:05:32,523 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:32,526 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-074600530fd14b9ab9fde965c5aa4d99 2023-10-04T08:05:32,528 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b89bfe81fe294b70a8ca3cecaa12ad9a 2023-10-04T08:05:32,530 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-c7c2bb033e944c4f9807d9a715f39683 2023-10-04T08:05:32,531 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-172d28c018004ed8a3b8658f66ccae4c 2023-10-04T08:05:32,532 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5f867fa0fe524dfc935d5675a3f885af 2023-10-04T08:05:32,534 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-bb8243d4fb9445bcb8c44e6ff99aeaca 2023-10-04T08:05:32,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=228, resume processing ppid=227 2023-10-04T08:05:32,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=228, ppid=227, state=SUCCESS; CloseRegionProcedure 4bd7a4b5deba8eeeb4769cbf1511ceff, server=jenkins-hbase3.apache.org,39189,1696406618997 in 167 msec 2023-10-04T08:05:32,536 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-39e2bd9de49f42a681370fb69275cd7e 2023-10-04T08:05:32,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=227, ppid=225, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=4bd7a4b5deba8eeeb4769cbf1511ceff, UNASSIGN in 174 msec 2023-10-04T08:05:32,538 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d] to archive 2023-10-04T08:05:32,538 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:32,540 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-ab7f8d4808604d9f83d37537e140cf6c 2023-10-04T08:05:32,542 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-b5214bf5424c43e78ed805e8917d5aa6 2023-10-04T08:05:32,543 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-a801e24a5e3c41db9a87dd6568ac9b43 2023-10-04T08:05:32,544 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-80f5dee6f9dd4f20a63c1b070e755203 2023-10-04T08:05:32,545 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-e7f0b6801c274fcaab2f74dfe32b3138 2023-10-04T08:05:32,546 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-47ffa7fbc7b84c4982bd4094a5e390d4 2023-10-04T08:05:32,547 DEBUG [StoreCloser-testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/testSplitTableRegionEmptyDaughter=51a71186dd592dc4d34adecd7b9ac420-5188a47a440a442aac1779475fe3f13d 2023-10-04T08:05:32,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:05:32,551 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:32,551 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] regionserver.HRegion(1909): Closed testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127. 2023-10-04T08:05:32,552 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] regionserver.HRegion(1622): Region close journal for 9807da2b81b7697cbab9be527573a127: 2023-10-04T08:05:32,553 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=229}] handler.UnassignRegionHandler(163): Closed 9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,553 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=226 updating hbase:meta row=9807da2b81b7697cbab9be527573a127, regionState=CLOSED 2023-10-04T08:05:32,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=229, resume processing ppid=226 2023-10-04T08:05:32,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=229, ppid=226, state=SUCCESS; CloseRegionProcedure 9807da2b81b7697cbab9be527573a127, server=jenkins-hbase3.apache.org,39189,1696406618997 in 189 msec 2023-10-04T08:05:32,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=226, resume processing ppid=225 2023-10-04T08:05:32,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=226, ppid=225, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegionEmptyDaughter, region=9807da2b81b7697cbab9be527573a127, UNASSIGN in 196 msec 2023-10-04T08:05:32,559 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406732559"}]},"ts":"1696406732559"} 2023-10-04T08:05:32,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegionEmptyDaughter, state=DISABLED in hbase:meta 2023-10-04T08:05:32,563 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testSplitTableRegionEmptyDaughter to state=DISABLED 2023-10-04T08:05:32,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=225, state=SUCCESS; DisableTableProcedure table=testSplitTableRegionEmptyDaughter in 209 msec 2023-10-04T08:05:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=225 2023-10-04T08:05:32,659 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 225 completed 2023-10-04T08:05:32,659 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=230, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,662 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=230, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,662 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=230, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=230 2023-10-04T08:05:32,665 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:32,665 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,666 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,667 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/recovered.edits] 2023-10-04T08:05:32,668 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff/recovered.edits] 2023-10-04T08:05:32,668 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/recovered.edits] 2023-10-04T08:05:32,671 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/074600530fd14b9ab9fde965c5aa4d99 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/074600530fd14b9ab9fde965c5aa4d99 2023-10-04T08:05:32,671 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/21a1b7e54400421fba9ce2db1ea9c8b6 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf1/21a1b7e54400421fba9ce2db1ea9c8b6 2023-10-04T08:05:32,672 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/172d28c018004ed8a3b8658f66ccae4c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/172d28c018004ed8a3b8658f66ccae4c 2023-10-04T08:05:32,674 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/39e2bd9de49f42a681370fb69275cd7e to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/39e2bd9de49f42a681370fb69275cd7e 2023-10-04T08:05:32,674 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff/recovered.edits/88.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff/recovered.edits/88.seqid 2023-10-04T08:05:32,675 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/fb538bb3246a47409db12919d3a3cd12 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/cf2/fb538bb3246a47409db12919d3a3cd12 2023-10-04T08:05:32,675 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/4bd7a4b5deba8eeeb4769cbf1511ceff 2023-10-04T08:05:32,675 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/5f867fa0fe524dfc935d5675a3f885af to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/5f867fa0fe524dfc935d5675a3f885af 2023-10-04T08:05:32,677 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/b89bfe81fe294b70a8ca3cecaa12ad9a 2023-10-04T08:05:32,678 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127/recovered.edits/90.seqid 2023-10-04T08:05:32,679 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/9807da2b81b7697cbab9be527573a127 2023-10-04T08:05:32,679 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/bb8243d4fb9445bcb8c44e6ff99aeaca 2023-10-04T08:05:32,680 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/c7c2bb033e944c4f9807d9a715f39683 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf1/c7c2bb033e944c4f9807d9a715f39683 2023-10-04T08:05:32,683 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/47ffa7fbc7b84c4982bd4094a5e390d4 2023-10-04T08:05:32,684 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/5188a47a440a442aac1779475fe3f13d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/5188a47a440a442aac1779475fe3f13d 2023-10-04T08:05:32,685 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/80f5dee6f9dd4f20a63c1b070e755203 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/80f5dee6f9dd4f20a63c1b070e755203 2023-10-04T08:05:32,687 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/a801e24a5e3c41db9a87dd6568ac9b43 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/a801e24a5e3c41db9a87dd6568ac9b43 2023-10-04T08:05:32,688 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/ab7f8d4808604d9f83d37537e140cf6c to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/ab7f8d4808604d9f83d37537e140cf6c 2023-10-04T08:05:32,690 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/b5214bf5424c43e78ed805e8917d5aa6 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/b5214bf5424c43e78ed805e8917d5aa6 2023-10-04T08:05:32,692 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/e7f0b6801c274fcaab2f74dfe32b3138 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/cf2/e7f0b6801c274fcaab2f74dfe32b3138 2023-10-04T08:05:32,696 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420/recovered.edits/85.seqid 2023-10-04T08:05:32,697 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegionEmptyDaughter/51a71186dd592dc4d34adecd7b9ac420 2023-10-04T08:05:32,697 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testSplitTableRegionEmptyDaughter regions 2023-10-04T08:05:32,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=230, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,701 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 3 rows of testSplitTableRegionEmptyDaughter from hbase:meta 2023-10-04T08:05:32,703 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testSplitTableRegionEmptyDaughter' descriptor. 2023-10-04T08:05:32,704 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=230, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,704 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testSplitTableRegionEmptyDaughter' from region states. 2023-10-04T08:05:32,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406732704"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:32,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406732704"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:32,704 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406732704"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:32,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 3 regions from META 2023-10-04T08:05:32,706 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 51a71186dd592dc4d34adecd7b9ac420, NAME => 'testSplitTableRegionEmptyDaughter,,1696406729094.51a71186dd592dc4d34adecd7b9ac420.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 9807da2b81b7697cbab9be527573a127, NAME => 'testSplitTableRegionEmptyDaughter,,1696406731486.9807da2b81b7697cbab9be527573a127.', STARTKEY => '', ENDKEY => '71'}, {ENCODED => 4bd7a4b5deba8eeeb4769cbf1511ceff, NAME => 'testSplitTableRegionEmptyDaughter,71,1696406731486.4bd7a4b5deba8eeeb4769cbf1511ceff.', STARTKEY => '71', ENDKEY => ''}] 2023-10-04T08:05:32,706 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testSplitTableRegionEmptyDaughter' as deleted. 2023-10-04T08:05:32,706 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegionEmptyDaughter","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406732706"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:32,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testSplitTableRegionEmptyDaughter state from META 2023-10-04T08:05:32,710 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=230, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegionEmptyDaughter 2023-10-04T08:05:32,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=230, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegionEmptyDaughter in 51 msec 2023-10-04T08:05:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=230 2023-10-04T08:05:32,764 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testSplitTableRegionEmptyDaughter, procId: 230 completed 2023-10-04T08:05:32,781 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegionEmptyDaughter Thread=378 (was 375) - Thread LEAK? -, OpenFileDescriptor=859 (was 857) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=206 (was 206), ProcessCount=167 (was 167), AvailableMemoryMB=6711 (was 5544) - AvailableMemoryMB LEAK? - 2023-10-04T08:05:32,794 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(147): before: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegion Thread=378, OpenFileDescriptor=859, MaxFileDescriptor=60000, SystemLoadAverage=206, ProcessCount=167, AvailableMemoryMB=6707 2023-10-04T08:05:32,794 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:32,796 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(503): Client=jenkins//172.31.12.81 set balanceSwitch=false 2023-10-04T08:05:32,797 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=231, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testSplitTableRegion 2023-10-04T08:05:32,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=231, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegion execute state=CREATE_TABLE_PRE_OPERATION 2023-10-04T08:05:32,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:32,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=231, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testSplitTableRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-10-04T08:05:32,820 INFO [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => d66993f431901a8f14ae598baca470fb, NAME => 'testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testSplitTableRegion', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4 2023-10-04T08:05:32,829 DEBUG [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(888): Instantiated testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:32,830 DEBUG [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(1668): Closing d66993f431901a8f14ae598baca470fb, disabling compactions & flushes 2023-10-04T08:05:32,830 INFO [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(1690): Closing region testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:32,830 DEBUG [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:32,830 DEBUG [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. after waiting 0 ms 2023-10-04T08:05:32,830 DEBUG [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:32,830 INFO [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(1909): Closed testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:32,830 DEBUG [RegionOpenAndInit-testSplitTableRegion-pool-0 {}] regionserver.HRegion(1622): Region close journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:32,831 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=231, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testSplitTableRegion execute state=CREATE_TABLE_ADD_TO_META 2023-10-04T08:05:32,831 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.","families":{"info":[{"qualifier":"regioninfo","vlen":54,"tag":[],"timestamp":"1696406732831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406732831"}]},"ts":"1696406732831"} 2023-10-04T08:05:32,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-10-04T08:05:32,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=231, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testSplitTableRegion execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-10-04T08:05:32,833 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406732833"}]},"ts":"1696406732833"} 2023-10-04T08:05:32,835 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegion, state=ENABLING in hbase:meta 2023-10-04T08:05:32,839 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(186): Hosts are {jenkins-hbase3.apache.org=0} racks are {/default-rack=0} 2023-10-04T08:05:32,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 0 is on host 0 2023-10-04T08:05:32,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 1 is on host 0 2023-10-04T08:05:32,840 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(287): server 2 is on host 0 2023-10-04T08:05:32,841 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 0 is on rack 0 2023-10-04T08:05:32,841 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 1 is on rack 0 2023-10-04T08:05:32,841 INFO [PEWorker-1 {}] balancer.BalancerClusterState(298): server 2 is on rack 0 2023-10-04T08:05:32,841 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): Number of tables=1, number of hosts=1, number of racks=1 2023-10-04T08:05:32,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegion, region=d66993f431901a8f14ae598baca470fb, ASSIGN}] 2023-10-04T08:05:32,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegion, region=d66993f431901a8f14ae598baca470fb, ASSIGN 2023-10-04T08:05:32,844 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegion, region=d66993f431901a8f14ae598baca470fb, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,35861,1696406619042; forceNewPlan=false, retain=false 2023-10-04T08:05:32,994 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 1 regions. 1 retained the pre-restart assignment. 2023-10-04T08:05:32,995 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=232 updating hbase:meta row=d66993f431901a8f14ae598baca470fb, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:32,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=233, ppid=232, state=RUNNABLE; OpenRegionProcedure d66993f431901a8f14ae598baca470fb, server=jenkins-hbase3.apache.org,35861,1696406619042}] 2023-10-04T08:05:33,149 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:33,150 DEBUG [RSProcedureDispatcher-pool-3 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-10-04T08:05:33,153 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37238, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-10-04T08:05:33,159 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] handler.AssignRegionHandler(130): Open testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:33,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(7254): Opening region: {ENCODED => d66993f431901a8f14ae598baca470fb, NAME => 'testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.', STARTKEY => '', ENDKEY => ''} 2023-10-04T08:05:33,159 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:33,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegion d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(888): Instantiated testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:33,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(7296): checking encryption for d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,159 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(7299): checking classloading for d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,160 INFO [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,161 INFO [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d66993f431901a8f14ae598baca470fb columnFamilyName cf1 2023-10-04T08:05:33,162 DEBUG [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:33,162 INFO [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] regionserver.HStore(324): Store=d66993f431901a8f14ae598baca470fb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:33,162 INFO [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,163 INFO [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d66993f431901a8f14ae598baca470fb columnFamilyName cf2 2023-10-04T08:05:33,163 DEBUG [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:33,164 INFO [StoreOpener-d66993f431901a8f14ae598baca470fb-1 {}] regionserver.HStore(324): Store=d66993f431901a8f14ae598baca470fb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:33,164 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,166 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:33,167 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(1076): writing seq id for d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:33,170 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-10-04T08:05:33,171 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(1093): Opened d66993f431901a8f14ae598baca470fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62870976, jitterRate=-0.06314945220947266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:33,172 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegion(992): Region open journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:33,172 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb., pid=233, masterSystemTime=1696406733149 2023-10-04T08:05:33,175 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:33,176 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=233}] handler.AssignRegionHandler(158): Opened testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:33,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=232 updating hbase:meta row=d66993f431901a8f14ae598baca470fb, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:33,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=233, resume processing ppid=232 2023-10-04T08:05:33,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=233, ppid=232, state=SUCCESS; OpenRegionProcedure d66993f431901a8f14ae598baca470fb, server=jenkins-hbase3.apache.org,35861,1696406619042 in 180 msec 2023-10-04T08:05:33,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=232, resume processing ppid=231 2023-10-04T08:05:33,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=232, ppid=231, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegion, region=d66993f431901a8f14ae598baca470fb, ASSIGN in 338 msec 2023-10-04T08:05:33,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=231, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testSplitTableRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-10-04T08:05:33,182 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406733182"}]},"ts":"1696406733182"} 2023-10-04T08:05:33,186 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegion, state=ENABLED in hbase:meta 2023-10-04T08:05:33,189 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=231, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testSplitTableRegion execute state=CREATE_TABLE_POST_OPERATION 2023-10-04T08:05:33,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=231, state=SUCCESS; CreateTableProcedure table=testSplitTableRegion in 393 msec 2023-10-04T08:05:33,300 DEBUG [Listener at localhost/36205 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-10-04T08:05:33,305 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(477): Connection from 172.31.12.81:37254, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-10-04T08:05:33,311 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegion 2023-10-04T08:05:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=234, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=234, table=testSplitTableRegion 2023-10-04T08:05:33,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=234, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=234, table=testSplitTableRegion execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=234 2023-10-04T08:05:33,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=234, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=234, table=testSplitTableRegion execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:33,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=235, ppid=234, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=234 2023-10-04T08:05:33,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=235 2023-10-04T08:05:33,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:33,469 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.HRegion(2819): Flushing d66993f431901a8f14ae598baca470fb 2/2 column families, dataSize=120 B heapSize=928 B 2023-10-04T08:05:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/45d443fb22d247fc81b359ad7ca86187 is 34, key is 11/cf1:q/1696406733305/Put/seqid=0 2023-10-04T08:05:33,488 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/45d443fb22d247fc81b359ad7ca86187 2023-10-04T08:05:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/a9e92f23427742ccb0367afebfea3540 is 34, key is 11/cf2:q/1696406733305/Put/seqid=0 2023-10-04T08:05:33,512 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/a9e92f23427742ccb0367afebfea3540 2023-10-04T08:05:33,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/45d443fb22d247fc81b359ad7ca86187 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187 2023-10-04T08:05:33,520 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:33,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/a9e92f23427742ccb0367afebfea3540 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540 2023-10-04T08:05:33,524 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:33,524 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.HRegion(3022): Finished flush of dataSize ~120 B/120, heapSize ~896 B/896, currentSize=0 B/0 for d66993f431901a8f14ae598baca470fb in 55ms, sequenceid=6, compaction requested=false 2023-10-04T08:05:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testSplitTableRegion' 2023-10-04T08:05:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.HRegion(2520): Flush status journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=235}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=235 2023-10-04T08:05:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=235 2023-10-04T08:05:33,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=235, resume processing ppid=234 2023-10-04T08:05:33,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=235, ppid=234, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 212 msec 2023-10-04T08:05:33,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=234, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=234, table=testSplitTableRegion in 218 msec 2023-10-04T08:05:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=234 2023-10-04T08:05:33,617 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegion, procId: 234 completed 2023-10-04T08:05:33,627 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegion 2023-10-04T08:05:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=236, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=236, table=testSplitTableRegion 2023-10-04T08:05:33,630 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=236, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=236, table=testSplitTableRegion execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=236 2023-10-04T08:05:33,631 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=236, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=236, table=testSplitTableRegion execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:33,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=237, ppid=236, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=236 2023-10-04T08:05:33,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=237 2023-10-04T08:05:33,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:33,785 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.HRegion(2819): Flushing d66993f431901a8f14ae598baca470fb 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/306e1218c3524dd9a5210ced9c513113 is 34, key is 12/cf1:q/1696406733617/Put/seqid=0 2023-10-04T08:05:33,800 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/306e1218c3524dd9a5210ced9c513113 2023-10-04T08:05:33,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/f428121083c84224a4ad1d3d470b70cd is 34, key is 12/cf2:q/1696406733617/Put/seqid=0 2023-10-04T08:05:33,819 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/f428121083c84224a4ad1d3d470b70cd 2023-10-04T08:05:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/306e1218c3524dd9a5210ced9c513113 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113 2023-10-04T08:05:33,826 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:33,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/f428121083c84224a4ad1d3d470b70cd as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd 2023-10-04T08:05:33,830 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd, entries=10, sequenceid=19, filesize=5.1 K 2023-10-04T08:05:33,831 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for d66993f431901a8f14ae598baca470fb in 46ms, sequenceid=19, compaction requested=false 2023-10-04T08:05:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.HRegion(2520): Flush status journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=237}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=237 2023-10-04T08:05:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=237 2023-10-04T08:05:33,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=237, resume processing ppid=236 2023-10-04T08:05:33,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=237, ppid=236, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2023-10-04T08:05:33,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=236, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=236, table=testSplitTableRegion in 211 msec 2023-10-04T08:05:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=236 2023-10-04T08:05:33,934 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegion, procId: 236 completed 2023-10-04T08:05:33,947 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegion 2023-10-04T08:05:33,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=238, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=238, table=testSplitTableRegion 2023-10-04T08:05:33,950 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=238, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=238, table=testSplitTableRegion execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=238 2023-10-04T08:05:33,951 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=238, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=238, table=testSplitTableRegion execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:33,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=239, ppid=238, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=238 2023-10-04T08:05:34,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=239 2023-10-04T08:05:34,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:34,117 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.HRegion(2819): Flushing d66993f431901a8f14ae598baca470fb 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/0dc4b5a8b4d44652be7831cd568d5865 is 34, key is 17/cf1:q/1696406733935/Put/seqid=0 2023-10-04T08:05:34,136 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/0dc4b5a8b4d44652be7831cd568d5865 2023-10-04T08:05:34,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/83c0f17d64114a16b0c6112ab8d733c6 is 34, key is 17/cf2:q/1696406733935/Put/seqid=0 2023-10-04T08:05:34,147 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/83c0f17d64114a16b0c6112ab8d733c6 2023-10-04T08:05:34,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/0dc4b5a8b4d44652be7831cd568d5865 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865 2023-10-04T08:05:34,153 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:34,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/83c0f17d64114a16b0c6112ab8d733c6 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6 2023-10-04T08:05:34,157 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6, entries=10, sequenceid=32, filesize=5.1 K 2023-10-04T08:05:34,158 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for d66993f431901a8f14ae598baca470fb in 41ms, sequenceid=32, compaction requested=true 2023-10-04T08:05:34,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.HRegion(2520): Flush status journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:34,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:34,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=239}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=239 2023-10-04T08:05:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=239 2023-10-04T08:05:34,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=239, resume processing ppid=238 2023-10-04T08:05:34,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=239, ppid=238, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 209 msec 2023-10-04T08:05:34,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=238, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=238, table=testSplitTableRegion in 214 msec 2023-10-04T08:05:34,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=238 2023-10-04T08:05:34,253 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegion, procId: 238 completed 2023-10-04T08:05:34,264 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegion 2023-10-04T08:05:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=240, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=240, table=testSplitTableRegion 2023-10-04T08:05:34,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=240, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=240, table=testSplitTableRegion execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=240 2023-10-04T08:05:34,267 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=240, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=240, table=testSplitTableRegion execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:34,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=241, ppid=240, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:34,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=240 2023-10-04T08:05:34,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=241 2023-10-04T08:05:34,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:34,419 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.HRegion(2819): Flushing d66993f431901a8f14ae598baca470fb 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/4f756dc604074504b45bd6a5bc3c53ad is 34, key is 22/cf1:q/1696406734253/Put/seqid=0 2023-10-04T08:05:34,431 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/4f756dc604074504b45bd6a5bc3c53ad 2023-10-04T08:05:34,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d is 34, key is 22/cf2:q/1696406734253/Put/seqid=0 2023-10-04T08:05:34,453 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d 2023-10-04T08:05:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/4f756dc604074504b45bd6a5bc3c53ad as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad 2023-10-04T08:05:34,463 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:34,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d 2023-10-04T08:05:34,470 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d, entries=10, sequenceid=45, filesize=5.1 K 2023-10-04T08:05:34,471 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for d66993f431901a8f14ae598baca470fb in 52ms, sequenceid=45, compaction requested=true 2023-10-04T08:05:34,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.HRegion(2520): Flush status journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:34,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:34,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_FLUSH_REGIONS, pid=241}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=241 2023-10-04T08:05:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=241 2023-10-04T08:05:34,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=241, resume processing ppid=240 2023-10-04T08:05:34,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=241, ppid=240, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2023-10-04T08:05:34,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=240, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=240, table=testSplitTableRegion in 214 msec 2023-10-04T08:05:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=240 2023-10-04T08:05:34,569 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegion, procId: 240 completed 2023-10-04T08:05:34,582 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegion 2023-10-04T08:05:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=242, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=242, table=testSplitTableRegion 2023-10-04T08:05:34,584 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=242, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=242, table=testSplitTableRegion execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=242 2023-10-04T08:05:34,585 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=242, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=242, table=testSplitTableRegion execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:34,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=243, ppid=242, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:34,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=242 2023-10-04T08:05:34,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=243 2023-10-04T08:05:34,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:34,738 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.HRegion(2819): Flushing d66993f431901a8f14ae598baca470fb 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:34,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/582a2540611644f7b2f8ead4f69283c4 is 34, key is 27/cf1:q/1696406734570/Put/seqid=0 2023-10-04T08:05:34,755 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/582a2540611644f7b2f8ead4f69283c4 2023-10-04T08:05:34,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/7ff8d19366e1432a92201bc7390bd26b is 34, key is 27/cf2:q/1696406734570/Put/seqid=0 2023-10-04T08:05:34,766 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/7ff8d19366e1432a92201bc7390bd26b 2023-10-04T08:05:34,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/582a2540611644f7b2f8ead4f69283c4 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4 2023-10-04T08:05:34,774 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:34,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/7ff8d19366e1432a92201bc7390bd26b as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b 2023-10-04T08:05:34,781 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b, entries=10, sequenceid=58, filesize=5.1 K 2023-10-04T08:05:34,781 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for d66993f431901a8f14ae598baca470fb in 43ms, sequenceid=58, compaction requested=true 2023-10-04T08:05:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.HRegion(2520): Flush status journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:34,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_FLUSH_REGIONS, pid=243}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=243 2023-10-04T08:05:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=243 2023-10-04T08:05:34,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=243, resume processing ppid=242 2023-10-04T08:05:34,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=243, ppid=242, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 198 msec 2023-10-04T08:05:34,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=242, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=242, table=testSplitTableRegion in 203 msec 2023-10-04T08:05:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=242 2023-10-04T08:05:34,887 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegion, procId: 242 completed 2023-10-04T08:05:34,897 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$21(4274): Client=jenkins//172.31.12.81 flush testSplitTableRegion 2023-10-04T08:05:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=244, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=244, table=testSplitTableRegion 2023-10-04T08:05:34,908 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=244, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=244, table=testSplitTableRegion execute state=FLUSH_TABLE_PREPARE 2023-10-04T08:05:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=244 2023-10-04T08:05:34,913 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(88): pid=244, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=244, table=testSplitTableRegion execute state=FLUSH_TABLE_FLUSH_REGIONS 2023-10-04T08:05:34,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=245, ppid=244, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2023-10-04T08:05:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=244 2023-10-04T08:05:35,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35861 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=245 2023-10-04T08:05:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.FlushRegionCallable(51): Starting region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:35,066 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.HRegion(2819): Flushing d66993f431901a8f14ae598baca470fb 2/2 column families, dataSize=600 B heapSize=2.53 KB 2023-10-04T08:05:35,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/4c72565a504c43af8b119c0dbff81c60 is 34, key is 32/cf1:q/1696406734887/Put/seqid=0 2023-10-04T08:05:35,085 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/4c72565a504c43af8b119c0dbff81c60 2023-10-04T08:05:35,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/7dc80f083ce548d8b3c9ebee3adb94ed is 34, key is 32/cf2:q/1696406734887/Put/seqid=0 2023-10-04T08:05:35,101 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=300 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/7dc80f083ce548d8b3c9ebee3adb94ed 2023-10-04T08:05:35,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/4c72565a504c43af8b119c0dbff81c60 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60 2023-10-04T08:05:35,109 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/7dc80f083ce548d8b3c9ebee3adb94ed as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed 2023-10-04T08:05:35,113 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed, entries=10, sequenceid=71, filesize=5.1 K 2023-10-04T08:05:35,114 INFO [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.HRegion(3022): Finished flush of dataSize ~600 B/600, heapSize ~2.50 KB/2560, currentSize=0 B/0 for d66993f431901a8f14ae598baca470fb in 48ms, sequenceid=71, compaction requested=true 2023-10-04T08:05:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.HRegion(2520): Flush status journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.FlushRegionCallable(64): Closing region operation on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:35,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_FLUSH_REGIONS, pid=245}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=245 2023-10-04T08:05:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster(3995): Remote procedure done, pid=245 2023-10-04T08:05:35,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=245, resume processing ppid=244 2023-10-04T08:05:35,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=245, ppid=244, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 203 msec 2023-10-04T08:05:35,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=244, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=244, table=testSplitTableRegion in 221 msec 2023-10-04T08:05:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=244 2023-10-04T08:05:35,213 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: FLUSH, Table Name: default:testSplitTableRegion, procId: 244 completed 2023-10-04T08:05:35,221 DEBUG [Listener at localhost/36205 {}] assignment.SplitTableRegionProcedure(222): Splittable=true state=OPEN, location=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:35,222 DEBUG [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(1032): Stored pid=246, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegion, parent=d66993f431901a8f14ae598baca470fb, daughterA=99e2352307715563859823e9ffbee3dd, daughterB=1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:35,223 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=246, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegion, parent=d66993f431901a8f14ae598baca470fb, daughterA=99e2352307715563859823e9ffbee3dd, daughterB=1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:35,223 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=246, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegion, parent=d66993f431901a8f14ae598baca470fb, daughterA=99e2352307715563859823e9ffbee3dd, daughterB=1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:35,223 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=246, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=testSplitTableRegion, parent=d66993f431901a8f14ae598baca470fb, daughterA=99e2352307715563859823e9ffbee3dd, daughterB=1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:35,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=247, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegion, region=d66993f431901a8f14ae598baca470fb, UNASSIGN}] 2023-10-04T08:05:35,225 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=247, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegion, region=d66993f431901a8f14ae598baca470fb, UNASSIGN 2023-10-04T08:05:35,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=247 updating hbase:meta row=d66993f431901a8f14ae598baca470fb, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:35,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=248, ppid=247, state=RUNNABLE; CloseRegionProcedure d66993f431901a8f14ae598baca470fb, server=jenkins-hbase3.apache.org,35861,1696406619042}] 2023-10-04T08:05:35,379 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] handler.UnassignRegionHandler(119): Close d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(1668): Closing d66993f431901a8f14ae598baca470fb, disabling compactions & flushes 2023-10-04T08:05:35,379 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(1690): Closing region testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:35,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:35,379 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. after waiting 0 ms 2023-10-04T08:05:35,380 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:35,380 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(2819): Flushing d66993f431901a8f14ae598baca470fb 2/2 column families, dataSize=480 B heapSize=2.13 KB 2023-10-04T08:05:35,385 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 is 34, key is 37/cf1:q/1696406735214/Put/seqid=0 2023-10-04T08:05:35,391 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 2023-10-04T08:05:35,396 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/3483972662c54ac8a36cce1e94c0d5de is 34, key is 37/cf2:q/1696406735214/Put/seqid=0 2023-10-04T08:05:35,401 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=240 B at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/3483972662c54ac8a36cce1e94c0d5de 2023-10-04T08:05:35,405 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 2023-10-04T08:05:35,408 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:35,408 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/.tmp/cf2/3483972662c54ac8a36cce1e94c0d5de as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de 2023-10-04T08:05:35,411 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de, entries=8, sequenceid=82, filesize=5.1 K 2023-10-04T08:05:35,412 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(3022): Finished flush of dataSize ~480 B/480, heapSize ~2.09 KB/2144, currentSize=0 B/0 for d66993f431901a8f14ae598baca470fb in 32ms, sequenceid=82, compaction requested=true 2023-10-04T08:05:35,416 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=1 2023-10-04T08:05:35,416 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:35,416 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(1909): Closed testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. 2023-10-04T08:05:35,416 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] regionserver.HRegion(1622): Region close journal for d66993f431901a8f14ae598baca470fb: 2023-10-04T08:05:35,418 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=248}] handler.UnassignRegionHandler(163): Closed d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=247 updating hbase:meta row=d66993f431901a8f14ae598baca470fb, regionState=CLOSED 2023-10-04T08:05:35,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=248, resume processing ppid=247 2023-10-04T08:05:35,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=248, ppid=247, state=SUCCESS; CloseRegionProcedure d66993f431901a8f14ae598baca470fb, server=jenkins-hbase3.apache.org,35861,1696406619042 in 192 msec 2023-10-04T08:05:35,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=247, resume processing ppid=246 2023-10-04T08:05:35,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=247, ppid=246, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegion, region=d66993f431901a8f14ae598baca470fb, UNASSIGN in 195 msec 2023-10-04T08:05:35,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:35,431 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:35,433 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(707): pid=246 splitting 14 storefiles, region=d66993f431901a8f14ae598baca470fb, threads=14 2023-10-04T08:05:35,433 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,433 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,433 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,433 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,433 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,433 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,433 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,434 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,434 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,434 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,434 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,434 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,434 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,434 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(799): pid=246 splitting started for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,589 DEBUG [StoreFileSplitter-pool-9 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,593 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,606 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,618 DEBUG [StoreFileSplitter-pool-5 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,618 DEBUG [StoreFileSplitter-pool-10 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,630 DEBUG [StoreFileSplitter-pool-6 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,630 DEBUG [StoreFileSplitter-pool-13 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,630 DEBUG [StoreFileSplitter-pool-12 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,638 DEBUG [StoreFileSplitter-pool-11 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,638 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,646 DEBUG [StoreFileSplitter-pool-7 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,660 DEBUG [StoreFileSplitter-pool-8 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,660 DEBUG [StoreFileSplitter-pool-4 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540 for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,662 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(810): pid=246 splitting complete for store file: hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b for region: d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:35,663 DEBUG [PEWorker-1 {}] assignment.SplitTableRegionProcedure(778): pid=246 split storefiles for region d66993f431901a8f14ae598baca470fb Daughter A: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb] storefiles, Daughter B: [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb] storefiles. 2023-10-04T08:05:35,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:35,688 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:35,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:35,721 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:35,736 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:05:35,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/recovered.edits/85.seqid, newMaxSeqId=85, maxSeqId=-1 2023-10-04T08:05:35,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.","families":{"info":[{"qualifier":"regioninfo","vlen":54,"tag":[],"timestamp":"1696406735739"},{"qualifier":"splitA","vlen":56,"tag":[],"timestamp":"1696406735739"},{"qualifier":"splitB","vlen":56,"tag":[],"timestamp":"1696406735739"}]},"ts":"1696406735739"} 2023-10-04T08:05:35,739 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.","families":{"info":[{"qualifier":"regioninfo","vlen":56,"tag":[],"timestamp":"1696406735739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406735739"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406735739"}]},"ts":"1696406735739"} 2023-10-04T08:05:35,740 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":3,"row":"testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.","families":{"info":[{"qualifier":"regioninfo","vlen":56,"tag":[],"timestamp":"1696406735739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1696406735739"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1696406735739"}]},"ts":"1696406735739"} 2023-10-04T08:05:35,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=249, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegion, region=99e2352307715563859823e9ffbee3dd, ASSIGN}, {pid=250, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegion, region=1837a3b7ee4974da55f134b39b634fbd, ASSIGN}] 2023-10-04T08:05:35,745 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=250, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegion, region=1837a3b7ee4974da55f134b39b634fbd, ASSIGN 2023-10-04T08:05:35,746 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=250, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegion, region=1837a3b7ee4974da55f134b39b634fbd, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,35861,1696406619042; forceNewPlan=false, retain=false 2023-10-04T08:05:35,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=249, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testSplitTableRegion, region=99e2352307715563859823e9ffbee3dd, ASSIGN 2023-10-04T08:05:35,747 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=249, ppid=246, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testSplitTableRegion, region=99e2352307715563859823e9ffbee3dd, ASSIGN; state=SPLITTING_NEW, location=jenkins-hbase3.apache.org,35861,1696406619042; forceNewPlan=false, retain=false 2023-10-04T08:05:35,896 INFO [jenkins-hbase3:34975 {}] balancer.BaseLoadBalancer(545): Reassigned 2 regions. 2 retained the pre-restart assignment. 2023-10-04T08:05:35,898 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=249 updating hbase:meta row=99e2352307715563859823e9ffbee3dd, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:35,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=251, ppid=249, state=RUNNABLE; OpenRegionProcedure 99e2352307715563859823e9ffbee3dd, server=jenkins-hbase3.apache.org,35861,1696406619042}] 2023-10-04T08:05:35,903 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=250 updating hbase:meta row=1837a3b7ee4974da55f134b39b634fbd, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:35,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=252, ppid=250, state=RUNNABLE; OpenRegionProcedure 1837a3b7ee4974da55f134b39b634fbd, server=jenkins-hbase3.apache.org,35861,1696406619042}] 2023-10-04T08:05:36,055 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] handler.AssignRegionHandler(130): Open testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,055 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(7254): Opening region: {ENCODED => 99e2352307715563859823e9ffbee3dd, NAME => 'testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.', STARTKEY => '', ENDKEY => '41'} 2023-10-04T08:05:36,055 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:36,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegion 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(888): Instantiated testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:36,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(7296): checking encryption for 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,056 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(7299): checking classloading for 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,057 INFO [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,058 INFO [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e2352307715563859823e9ffbee3dd columnFamilyName cf1 2023-10-04T08:05:36,058 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:36,070 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8-bottom 2023-10-04T08:05:36,075 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865-bottom 2023-10-04T08:05:36,079 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113-bottom 2023-10-04T08:05:36,085 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187-bottom 2023-10-04T08:05:36,098 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60-bottom 2023-10-04T08:05:36,102 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad-bottom 2023-10-04T08:05:36,107 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4-bottom 2023-10-04T08:05:36,107 INFO [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.HStore(324): Store=99e2352307715563859823e9ffbee3dd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:36,107 INFO [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,108 INFO [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99e2352307715563859823e9ffbee3dd columnFamilyName cf2 2023-10-04T08:05:36,108 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:36,124 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de-bottom 2023-10-04T08:05:36,141 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed-bottom 2023-10-04T08:05:36,141 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b-bottom 2023-10-04T08:05:36,145 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6-bottom 2023-10-04T08:05:36,150 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540-bottom 2023-10-04T08:05:36,154 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d-bottom 2023-10-04T08:05:36,159 DEBUG [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd-bottom 2023-10-04T08:05:36,159 INFO [StoreOpener-99e2352307715563859823e9ffbee3dd-1 {}] regionserver.HStore(324): Store=99e2352307715563859823e9ffbee3dd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:36,160 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,161 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,162 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:36,163 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(1076): writing seq id for 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,164 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(1093): Opened 99e2352307715563859823e9ffbee3dd; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63489921, jitterRate=-0.05392645299434662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:36,164 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegion(992): Region open journal for 99e2352307715563859823e9ffbee3dd: 2023-10-04T08:05:36,165 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd., pid=251, masterSystemTime=1696406736052 2023-10-04T08:05:36,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.CompactSplit(403): Add compact mark for store 99e2352307715563859823e9ffbee3dd:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:05:36,165 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,167 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.CompactSplit(403): Add compact mark for store 99e2352307715563859823e9ffbee3dd:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:05:36,167 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,167 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:36,167 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:36,167 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,167 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,167 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1534): 99e2352307715563859823e9ffbee3dd/cf1 is initiating minor compaction (all files) 2023-10-04T08:05:36,167 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1534): 99e2352307715563859823e9ffbee3dd/cf2 is initiating minor compaction (all files) 2023-10-04T08:05:36,167 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 99e2352307715563859823e9ffbee3dd/cf1 in testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,167 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 99e2352307715563859823e9ffbee3dd/cf2 in testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,167 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/.tmp, totalSize=35.5 K 2023-10-04T08:05:36,167 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8-bottom] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/.tmp, totalSize=35.5 K 2023-10-04T08:05:36,168 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406733305 2023-10-04T08:05:36,168 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=6, earliestPutTs=1696406733305 2023-10-04T08:05:36,168 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,168 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=251}] handler.AssignRegionHandler(158): Opened testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,168 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] handler.AssignRegionHandler(130): Open testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,168 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406733617 2023-10-04T08:05:36,168 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(7254): Opening region: {ENCODED => 1837a3b7ee4974da55f134b39b634fbd, NAME => 'testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.', STARTKEY => '41', ENDKEY => ''} 2023-10-04T08:05:36,168 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1696406733617 2023-10-04T08:05:36,169 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406733935 2023-10-04T08:05:36,169 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro loaded, priority=536870911. 2023-10-04T08:05:36,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testSplitTableRegion 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(888): Instantiated testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-10-04T08:05:36,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(7296): checking encryption for 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,169 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=32, earliestPutTs=1696406733935 2023-10-04T08:05:36,169 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406734253 2023-10-04T08:05:36,169 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(7299): checking classloading for 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,169 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1696406734253 2023-10-04T08:05:36,169 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406734570 2023-10-04T08:05:36,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=249 updating hbase:meta row=99e2352307715563859823e9ffbee3dd, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:36,170 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1696406734570 2023-10-04T08:05:36,170 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406734887 2023-10-04T08:05:36,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=251, resume processing ppid=249 2023-10-04T08:05:36,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=251, ppid=249, state=SUCCESS; OpenRegionProcedure 99e2352307715563859823e9ffbee3dd, server=jenkins-hbase3.apache.org,35861,1696406619042 in 272 msec 2023-10-04T08:05:36,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=249, ppid=246, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegion, region=99e2352307715563859823e9ffbee3dd, ASSIGN in 427 msec 2023-10-04T08:05:36,174 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406735214 2023-10-04T08:05:36,174 INFO [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,174 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1696406734887 2023-10-04T08:05:36,175 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1696406735214 2023-10-04T08:05:36,175 INFO [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1837a3b7ee4974da55f134b39b634fbd columnFamilyName cf1 2023-10-04T08:05:36,175 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:36,199 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8-top 2023-10-04T08:05:36,208 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865-top 2023-10-04T08:05:36,214 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113-top 2023-10-04T08:05:36,222 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e2352307715563859823e9ffbee3dd#cf2#compaction#142 average throughput is 0.86 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:36,222 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/.tmp/cf2/43e878329e624d2bb6f6fce5c975678f is 34, key is 11/cf2:q/1696406733305/Put/seqid=0 2023-10-04T08:05:36,222 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187-top 2023-10-04T08:05:36,223 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99e2352307715563859823e9ffbee3dd#cf1#compaction#143 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:36,223 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/.tmp/cf1/80d771a665d94e98aa843be314c9fa0a is 34, key is 11/cf1:q/1696406733305/Put/seqid=0 2023-10-04T08:05:36,226 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60-top 2023-10-04T08:05:36,228 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad-top 2023-10-04T08:05:36,234 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4-top 2023-10-04T08:05:36,237 INFO [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.HStore(324): Store=1837a3b7ee4974da55f134b39b634fbd/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:36,237 INFO [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,238 INFO [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 0, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1837a3b7ee4974da55f134b39b634fbd columnFamilyName cf2 2023-10-04T08:05:36,238 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-10-04T08:05:36,242 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/.tmp/cf2/43e878329e624d2bb6f6fce5c975678f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/43e878329e624d2bb6f6fce5c975678f 2023-10-04T08:05:36,246 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 99e2352307715563859823e9ffbee3dd/cf2 of 99e2352307715563859823e9ffbee3dd into 43e878329e624d2bb6f6fce5c975678f(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:36,246 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 99e2352307715563859823e9ffbee3dd: 2023-10-04T08:05:36,246 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd., storeName=99e2352307715563859823e9ffbee3dd/cf2, priority=9, startTime=1696406736165; duration=0sec 2023-10-04T08:05:36,246 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,246 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e2352307715563859823e9ffbee3dd:cf2 2023-10-04T08:05:36,248 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/.tmp/cf1/80d771a665d94e98aa843be314c9fa0a as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/80d771a665d94e98aa843be314c9fa0a 2023-10-04T08:05:36,250 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de-top 2023-10-04T08:05:36,252 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 99e2352307715563859823e9ffbee3dd/cf1 of 99e2352307715563859823e9ffbee3dd into 80d771a665d94e98aa843be314c9fa0a(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:36,252 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 99e2352307715563859823e9ffbee3dd: 2023-10-04T08:05:36,252 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd., storeName=99e2352307715563859823e9ffbee3dd/cf1, priority=9, startTime=1696406736165; duration=0sec 2023-10-04T08:05:36,252 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,252 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99e2352307715563859823e9ffbee3dd:cf1 2023-10-04T08:05:36,253 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed-top 2023-10-04T08:05:36,256 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b-top 2023-10-04T08:05:36,259 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6-top 2023-10-04T08:05:36,262 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540-top 2023-10-04T08:05:36,266 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d-top 2023-10-04T08:05:36,269 DEBUG [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd-top 2023-10-04T08:05:36,270 INFO [StoreOpener-1837a3b7ee4974da55f134b39b634fbd-1 {}] regionserver.HStore(324): Store=1837a3b7ee4974da55f134b39b634fbd/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-10-04T08:05:36,270 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testSplitTableRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-10-04T08:05:36,273 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(1076): writing seq id for 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,273 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(1093): Opened 1837a3b7ee4974da55f134b39b634fbd; next sequenceid=86; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65593153, jitterRate=-0.022585853934288025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-10-04T08:05:36,274 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegion(992): Region open journal for 1837a3b7ee4974da55f134b39b634fbd: 2023-10-04T08:05:36,274 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegionServer(2556): Post open deploy tasks for testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd., pid=252, masterSystemTime=1696406736052 2023-10-04T08:05:36,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.CompactSplit(403): Add compact mark for store 1837a3b7ee4974da55f134b39b634fbd:cf1, priority=-2147483648, current under compaction store size is 1 2023-10-04T08:05:36,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,275 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:36,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.CompactSplit(403): Add compact mark for store 1837a3b7ee4974da55f134b39b634fbd:cf2, priority=-2147483648, current under compaction store size is 2 2023-10-04T08:05:36,275 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,276 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf1 since it belongs to recently split daughter region testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,276 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2023-10-04T08:05:36,276 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1534): 1837a3b7ee4974da55f134b39b634fbd/cf1 is initiating minor compaction (all files) 2023-10-04T08:05:36,276 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 1837a3b7ee4974da55f134b39b634fbd/cf1 in testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,276 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1520): Keeping/Overriding Compaction request priority to -2147482648 for CF cf2 since it belongs to recently split daughter region testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,276 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1534): 1837a3b7ee4974da55f134b39b634fbd/cf2 is initiating minor compaction (all files) 2023-10-04T08:05:36,276 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HRegion(2333): Starting compaction of 1837a3b7ee4974da55f134b39b634fbd/cf2 in testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,276 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8-top] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/.tmp, totalSize=35.5 K 2023-10-04T08:05:36,276 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1171): Starting compaction of [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de-top] into tmpdir=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/.tmp, totalSize=35.5 K 2023-10-04T08:05:36,277 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] regionserver.HRegionServer(2583): Finished post open deploy task for testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,277 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=252}] handler.AssignRegionHandler(158): Opened testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=250 updating hbase:meta row=1837a3b7ee4974da55f134b39b634fbd, regionState=OPEN, openSeqNum=86, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:36,278 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406733305 2023-10-04T08:05:36,278 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=7, earliestPutTs=1696406733305 2023-10-04T08:05:36,278 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406733617 2023-10-04T08:05:36,278 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=20, earliestPutTs=1696406733617 2023-10-04T08:05:36,278 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406733935 2023-10-04T08:05:36,278 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1696406733935 2023-10-04T08:05:36,279 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406734253 2023-10-04T08:05:36,279 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1696406734253 2023-10-04T08:05:36,279 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1696406734570 2023-10-04T08:05:36,279 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1696406734570 2023-10-04T08:05:36,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=252, resume processing ppid=250 2023-10-04T08:05:36,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=252, ppid=250, state=SUCCESS; OpenRegionProcedure 1837a3b7ee4974da55f134b39b634fbd, server=jenkins-hbase3.apache.org,35861,1696406619042 in 375 msec 2023-10-04T08:05:36,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=250, resume processing ppid=246 2023-10-04T08:05:36,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=250, ppid=246, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegion, region=1837a3b7ee4974da55f134b39b634fbd, ASSIGN in 535 msec 2023-10-04T08:05:36,282 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1696406734887 2023-10-04T08:05:36,283 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] compactions.Compactor(223): Compacting 005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406735214 2023-10-04T08:05:36,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=246, state=SUCCESS; SplitTableRegionProcedure table=testSplitTableRegion, parent=d66993f431901a8f14ae598baca470fb, daughterA=99e2352307715563859823e9ffbee3dd, daughterB=1837a3b7ee4974da55f134b39b634fbd in 1.0610 sec 2023-10-04T08:05:36,284 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb, keycount=5, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=72, earliestPutTs=1696406734887 2023-10-04T08:05:36,284 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] compactions.Compactor(223): Compacting 3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb, keycount=4, bloomtype=ROW, size=5.1 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1696406735214 2023-10-04T08:05:36,322 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1837a3b7ee4974da55f134b39b634fbd#cf1#compaction#144 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:36,322 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/.tmp/cf1/a2fab5f580a548f7822de7bf5c54fae1 is 34, key is 41/cf1:q/1696406735220/Put/seqid=0 2023-10-04T08:05:36,326 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1837a3b7ee4974da55f134b39b634fbd#cf2#compaction#145 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2023-10-04T08:05:36,326 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/.tmp/cf2/1df8949481a24ecb8770942601853d53 is 34, key is 41/cf2:q/1696406735220/Put/seqid=0 2023-10-04T08:05:36,337 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/.tmp/cf1/a2fab5f580a548f7822de7bf5c54fae1 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/a2fab5f580a548f7822de7bf5c54fae1 2023-10-04T08:05:36,341 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 1837a3b7ee4974da55f134b39b634fbd/cf1 of 1837a3b7ee4974da55f134b39b634fbd into a2fab5f580a548f7822de7bf5c54fae1(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:36,341 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 1837a3b7ee4974da55f134b39b634fbd: 2023-10-04T08:05:36,341 INFO [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd., storeName=1837a3b7ee4974da55f134b39b634fbd/cf1, priority=9, startTime=1696406736274; duration=0sec 2023-10-04T08:05:36,341 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,341 DEBUG [RS:1;jenkins-hbase3:35861-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1837a3b7ee4974da55f134b39b634fbd:cf1 2023-10-04T08:05:36,343 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/.tmp/cf2/1df8949481a24ecb8770942601853d53 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/1df8949481a24ecb8770942601853d53 2023-10-04T08:05:36,347 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HStore(1331): Completed compaction of 7 (all) file(s) in 1837a3b7ee4974da55f134b39b634fbd/cf2 of 1837a3b7ee4974da55f134b39b634fbd into 1df8949481a24ecb8770942601853d53(size=6.2 K), total size for store is 6.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2023-10-04T08:05:36,347 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.HRegion(2363): Compaction status journal for 1837a3b7ee4974da55f134b39b634fbd: 2023-10-04T08:05:36,347 INFO [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd., storeName=1837a3b7ee4974da55f134b39b634fbd/cf2, priority=9, startTime=1696406736275; duration=0sec 2023-10-04T08:05:36,347 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2023-10-04T08:05:36,347 DEBUG [RS:1;jenkins-hbase3:35861-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1837a3b7ee4974da55f134b39b634fbd:cf2 2023-10-04T08:05:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35861 {}] ipc.CallRunner(138): callId: 1273 service: ClientService methodName: Scan size: 145 connection: 172.31.12.81:37254 deadline: 1696406796473, exception=org.apache.hadoop.hbase.NotServingRegionException: testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb. is not online on jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:36,585 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '41', inclusive 2023-10-04T08:05:36,590 INFO [Listener at localhost/36205 {}] assignment.TestSplitTableRegionProcedure(570): Row Count = 60 2023-10-04T08:05:36,591 DEBUG [Listener at localhost/36205 {}] client.ClientScanner(248): Advancing internal scanner to startKey at '41', inclusive 2023-10-04T08:05:36,602 WARN [Listener at localhost/36205 {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2023-10-04T08:05:36,603 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$18(967): Started disable of testSplitTableRegion 2023-10-04T08:05:36,604 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$12(2664): Client=jenkins//172.31.12.81 disable testSplitTableRegion 2023-10-04T08:05:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=253, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testSplitTableRegion 2023-10-04T08:05:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=253 2023-10-04T08:05:36,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406736606"}]},"ts":"1696406736606"} 2023-10-04T08:05:36,607 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegion, state=DISABLING in hbase:meta 2023-10-04T08:05:36,609 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(293): Set testSplitTableRegion to state=DISABLING 2023-10-04T08:05:36,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=254, ppid=253, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegion, region=99e2352307715563859823e9ffbee3dd, UNASSIGN}, {pid=255, ppid=253, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegion, region=1837a3b7ee4974da55f134b39b634fbd, UNASSIGN}] 2023-10-04T08:05:36,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=255, ppid=253, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegion, region=1837a3b7ee4974da55f134b39b634fbd, UNASSIGN 2023-10-04T08:05:36,610 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=255 updating hbase:meta row=1837a3b7ee4974da55f134b39b634fbd, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:36,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=256, ppid=255, state=RUNNABLE; CloseRegionProcedure 1837a3b7ee4974da55f134b39b634fbd, server=jenkins-hbase3.apache.org,35861,1696406619042}] 2023-10-04T08:05:36,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=254, ppid=253, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testSplitTableRegion, region=99e2352307715563859823e9ffbee3dd, UNASSIGN 2023-10-04T08:05:36,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=254 updating hbase:meta row=99e2352307715563859823e9ffbee3dd, regionState=CLOSING, regionLocation=jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:36,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1684): Initialized subprocedures=[{pid=257, ppid=254, state=RUNNABLE; CloseRegionProcedure 99e2352307715563859823e9ffbee3dd, server=jenkins-hbase3.apache.org,35861,1696406619042}] 2023-10-04T08:05:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=253 2023-10-04T08:05:36,763 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] handler.UnassignRegionHandler(119): Close 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,763 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] regionserver.HRegion(1668): Closing 99e2352307715563859823e9ffbee3dd, disabling compactions & flushes 2023-10-04T08:05:36,763 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] regionserver.HRegion(1690): Closing region testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,763 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,763 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. after waiting 0 ms 2023-10-04T08:05:36,763 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,764 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8-bottom] to archive 2023-10-04T08:05:36,765 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:36,767 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,768 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,769 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,770 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,770 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,771 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,772 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,773 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed-bottom, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de-bottom] to archive 2023-10-04T08:05:36,775 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:36,776 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,777 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,778 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,779 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,779 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,780 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,781 DEBUG [StoreCloser-testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,784 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:05:36,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:36,785 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] regionserver.HRegion(1909): Closed testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd. 2023-10-04T08:05:36,785 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] regionserver.HRegion(1622): Region close journal for 99e2352307715563859823e9ffbee3dd: 2023-10-04T08:05:36,786 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=257}] handler.UnassignRegionHandler(163): Closed 99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,786 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] handler.UnassignRegionHandler(119): Close 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1668): Closing 1837a3b7ee4974da55f134b39b634fbd, disabling compactions & flushes 2023-10-04T08:05:36,786 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1690): Closing region testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1711): Waiting without time limit for close lock on testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1778): Acquired close lock on testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. after waiting 0 ms 2023-10-04T08:05:36,786 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1788): Updates disabled for region testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=254 updating hbase:meta row=99e2352307715563859823e9ffbee3dd, regionState=CLOSED 2023-10-04T08:05:36,787 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8-top] to archive 2023-10-04T08:05:36,788 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:36,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=257, resume processing ppid=254 2023-10-04T08:05:36,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=257, ppid=254, state=SUCCESS; CloseRegionProcedure 99e2352307715563859823e9ffbee3dd, server=jenkins-hbase3.apache.org,35861,1696406619042 in 174 msec 2023-10-04T08:05:36,790 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/45d443fb22d247fc81b359ad7ca86187.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=254, ppid=253, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegion, region=99e2352307715563859823e9ffbee3dd, UNASSIGN in 180 msec 2023-10-04T08:05:36,791 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/306e1218c3524dd9a5210ced9c513113.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,792 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/0dc4b5a8b4d44652be7831cd568d5865.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,792 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4f756dc604074504b45bd6a5bc3c53ad.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,793 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/582a2540611644f7b2f8ead4f69283c4.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,794 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/4c72565a504c43af8b119c0dbff81c60.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,795 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/005fbcd9e7cf4ceabf17d62c07a203a8.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,797 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] regionserver.HStore(2307): Moving the files [hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed-top, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb->hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de-top] to archive 2023-10-04T08:05:36,798 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2023-10-04T08:05:36,799 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/a9e92f23427742ccb0367afebfea3540.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,800 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/f428121083c84224a4ad1d3d470b70cd.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,801 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/83c0f17d64114a16b0c6112ab8d733c6.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,802 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,803 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7ff8d19366e1432a92201bc7390bd26b.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,803 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/7dc80f083ce548d8b3c9ebee3adb94ed.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,804 DEBUG [StoreCloser-testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/3483972662c54ac8a36cce1e94c0d5de.d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,807 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/recovered.edits/90.seqid, newMaxSeqId=90, maxSeqId=85 2023-10-04T08:05:36,807 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:36,807 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1909): Closed testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd. 2023-10-04T08:05:36,807 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] regionserver.HRegion(1622): Region close journal for 1837a3b7ee4974da55f134b39b634fbd: 2023-10-04T08:05:36,808 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION, pid=256}] handler.UnassignRegionHandler(163): Closed 1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=255 updating hbase:meta row=1837a3b7ee4974da55f134b39b634fbd, regionState=CLOSED 2023-10-04T08:05:36,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=256, resume processing ppid=255 2023-10-04T08:05:36,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=256, ppid=255, state=SUCCESS; CloseRegionProcedure 1837a3b7ee4974da55f134b39b634fbd, server=jenkins-hbase3.apache.org,35861,1696406619042 in 199 msec 2023-10-04T08:05:36,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1827): Finished subprocedure pid=255, resume processing ppid=253 2023-10-04T08:05:36,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=255, ppid=253, state=SUCCESS; TransitRegionStateProcedure table=testSplitTableRegion, region=1837a3b7ee4974da55f134b39b634fbd, UNASSIGN in 202 msec 2023-10-04T08:05:36,812 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testSplitTableRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1696406736812"}]},"ts":"1696406736812"} 2023-10-04T08:05:36,813 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testSplitTableRegion, state=DISABLED in hbase:meta 2023-10-04T08:05:36,815 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(305): Set testSplitTableRegion to state=DISABLED 2023-10-04T08:05:36,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=253, state=SUCCESS; DisableTableProcedure table=testSplitTableRegion in 211 msec 2023-10-04T08:05:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=253 2023-10-04T08:05:36,908 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DISABLE, Table Name: default:testSplitTableRegion, procId: 253 completed 2023-10-04T08:05:36,909 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.HMaster$5(2448): Client=jenkins//172.31.12.81 delete testSplitTableRegion 2023-10-04T08:05:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] procedure2.ProcedureExecutor(1032): Stored pid=258, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testSplitTableRegion 2023-10-04T08:05:36,911 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(98): Waiting for RIT for pid=258, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegion 2023-10-04T08:05:36,911 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(110): Deleting regions from filesystem for pid=258, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testSplitTableRegion 2023-10-04T08:05:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=258 2023-10-04T08:05:36,914 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,914 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,914 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,916 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/recovered.edits] 2023-10-04T08:05:36,916 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/recovered.edits] 2023-10-04T08:05:36,916 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2, FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/recovered.edits] 2023-10-04T08:05:36,918 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/a2fab5f580a548f7822de7bf5c54fae1 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf1/a2fab5f580a548f7822de7bf5c54fae1 2023-10-04T08:05:36,919 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/80d771a665d94e98aa843be314c9fa0a to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf1/80d771a665d94e98aa843be314c9fa0a 2023-10-04T08:05:36,919 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/005fbcd9e7cf4ceabf17d62c07a203a8 2023-10-04T08:05:36,920 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/0dc4b5a8b4d44652be7831cd568d5865 2023-10-04T08:05:36,921 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/1df8949481a24ecb8770942601853d53 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/cf2/1df8949481a24ecb8770942601853d53 2023-10-04T08:05:36,922 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/43e878329e624d2bb6f6fce5c975678f to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/cf2/43e878329e624d2bb6f6fce5c975678f 2023-10-04T08:05:36,922 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/306e1218c3524dd9a5210ced9c513113 2023-10-04T08:05:36,923 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/45d443fb22d247fc81b359ad7ca86187 2023-10-04T08:05:36,924 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd/recovered.edits/90.seqid 2023-10-04T08:05:36,924 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/1837a3b7ee4974da55f134b39b634fbd 2023-10-04T08:05:36,924 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4c72565a504c43af8b119c0dbff81c60 2023-10-04T08:05:36,924 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/recovered.edits/90.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd/recovered.edits/90.seqid 2023-10-04T08:05:36,925 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/99e2352307715563859823e9ffbee3dd 2023-10-04T08:05:36,925 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/4f756dc604074504b45bd6a5bc3c53ad 2023-10-04T08:05:36,927 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf1/582a2540611644f7b2f8ead4f69283c4 2023-10-04T08:05:36,929 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/3483972662c54ac8a36cce1e94c0d5de 2023-10-04T08:05:36,930 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7dc80f083ce548d8b3c9ebee3adb94ed 2023-10-04T08:05:36,932 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/7ff8d19366e1432a92201bc7390bd26b 2023-10-04T08:05:36,933 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/83c0f17d64114a16b0c6112ab8d733c6 2023-10-04T08:05:36,934 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540 to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/a9e92f23427742ccb0367afebfea3540 2023-10-04T08:05:36,935 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/ba81a9b6f5ce4434a3092e6bbcc1b29d 2023-10-04T08:05:36,937 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/cf2/f428121083c84224a4ad1d3d470b70cd 2023-10-04T08:05:36,939 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/recovered.edits/85.seqid to hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/archive/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb/recovered.edits/85.seqid 2023-10-04T08:05:36,940 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/default/testSplitTableRegion/d66993f431901a8f14ae598baca470fb 2023-10-04T08:05:36,940 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(293): Archived testSplitTableRegion regions 2023-10-04T08:05:36,942 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from META for pid=258, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testSplitTableRegion 2023-10-04T08:05:36,944 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(350): Deleting some vestigial 3 rows of testSplitTableRegion from hbase:meta 2023-10-04T08:05:36,945 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(387): Removing 'testSplitTableRegion' descriptor. 2023-10-04T08:05:36,946 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(121): Deleting assignment state for pid=258, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testSplitTableRegion 2023-10-04T08:05:36,946 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(377): Removing 'testSplitTableRegion' from region states. 2023-10-04T08:05:36,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406736946"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:36,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406736946"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:36,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1696406736946"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:36,951 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 3 regions from META 2023-10-04T08:05:36,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d66993f431901a8f14ae598baca470fb, NAME => 'testSplitTableRegion,,1696406732796.d66993f431901a8f14ae598baca470fb.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 99e2352307715563859823e9ffbee3dd, NAME => 'testSplitTableRegion,,1696406735221.99e2352307715563859823e9ffbee3dd.', STARTKEY => '', ENDKEY => '41'}, {ENCODED => 1837a3b7ee4974da55f134b39b634fbd, NAME => 'testSplitTableRegion,41,1696406735221.1837a3b7ee4974da55f134b39b634fbd.', STARTKEY => '41', ENDKEY => ''}] 2023-10-04T08:05:36,951 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(381): Marking 'testSplitTableRegion' as deleted. 2023-10-04T08:05:36,951 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testSplitTableRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1696406736951"}]},"ts":"9223372036854775807"} 2023-10-04T08:05:36,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testSplitTableRegion state from META 2023-10-04T08:05:36,955 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(127): Finished pid=258, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testSplitTableRegion 2023-10-04T08:05:36,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1413): Finished pid=258, state=SUCCESS; DeleteTableProcedure table=testSplitTableRegion in 46 msec 2023-10-04T08:05:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34975 {}] master.MasterRpcServices(1290): Checking to see if procedure is done pid=258 2023-10-04T08:05:37,013 INFO [Listener at localhost/36205 {}] client.HBaseAdmin$TableFuture(3677): Operation: DELETE, Table Name: default:testSplitTableRegion, procId: 258 completed 2023-10-04T08:05:37,027 INFO [Listener at localhost/36205 {}] hbase.ResourceChecker(175): after: master.assignment.TestSplitTableRegionProcedure#testSplitTableRegion Thread=389 (was 378) - Thread LEAK? -, OpenFileDescriptor=865 (was 859) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=206 (was 206), ProcessCount=167 (was 167), AvailableMemoryMB=6393 (was 6707) 2023-10-04T08:05:37,028 INFO [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-10-04T08:05:37,028 INFO [Listener at localhost/36205 {}] client.ConnectionImplementation(2120): Closing master protocol: MasterService 2023-10-04T08:05:37,028 DEBUG [Listener at localhost/36205 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x31630df2 to 127.0.0.1:61259 2023-10-04T08:05:37,028 DEBUG [Listener at localhost/36205 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,030 DEBUG [Listener at localhost/36205 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-10-04T08:05:37,030 DEBUG [Listener at localhost/36205 {}] util.JVMClusterUtil(257): Found active master hash=301930222, stopped=false 2023-10-04T08:05:37,030 INFO [Listener at localhost/36205 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:05:37,032 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-10-04T08:05:37,032 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-10-04T08:05:37,032 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-10-04T08:05:37,033 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:05:37,033 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:05:37,033 INFO [Listener at localhost/36205 {}] procedure2.ProcedureExecutor(630): Stopping 2023-10-04T08:05:37,033 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2023-10-04T08:05:37,033 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:05:37,033 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:05:37,033 DEBUG [Listener at localhost/36205 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:05:37,033 INFO [Listener at localhost/36205 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,39189,1696406618997' ***** 2023-10-04T08:05:37,034 INFO [Listener at localhost/36205 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-04T08:05:37,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:05:37,034 INFO [Listener at localhost/36205 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,35861,1696406619042' ***** 2023-10-04T08:05:37,034 INFO [Listener at localhost/36205 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-04T08:05:37,034 INFO [Listener at localhost/36205 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,35445,1696406619072' ***** 2023-10-04T08:05:37,034 INFO [Listener at localhost/36205 {}] regionserver.HRegionServer(2531): STOPPED: Shutdown requested 2023-10-04T08:05:37,034 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-04T08:05:37,034 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-04T08:05:37,034 INFO [RS:1;jenkins-hbase3:35861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-04T08:05:37,034 INFO [RS:0;jenkins-hbase3:39189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-04T08:05:37,034 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-04T08:05:37,034 INFO [RS:1;jenkins-hbase3:35861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-04T08:05:37,034 INFO [RS:0;jenkins-hbase3:39189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-04T08:05:37,034 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:37,034 DEBUG [RS:1;jenkins-hbase3:35861 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-04T08:05:37,035 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35861,1696406619042; all regions closed. 2023-10-04T08:05:37,036 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HeapMemoryManager(220): Stopping 2023-10-04T08:05:37,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-10-04T08:05:37,036 INFO [RS:2;jenkins-hbase3:35445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2023-10-04T08:05:37,036 INFO [RS:2;jenkins-hbase3:35445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-10-04T08:05:37,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:05:37,036 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:37,036 DEBUG [RS:2;jenkins-hbase3:35445 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,037 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,35445,1696406619072; all regions closed. 2023-10-04T08:05:37,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2023-10-04T08:05:37,037 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(3528): Received CLOSE for 56b8a98709ff70859124af8671c213a1 2023-10-04T08:05:37,037 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-04T08:05:37,037 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:37,037 DEBUG [RS:0;jenkins-hbase3:39189 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,038 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 56b8a98709ff70859124af8671c213a1, disabling compactions & flushes 2023-10-04T08:05:37,038 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:05:37,038 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:05:37,038 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. after waiting 0 ms 2023-10-04T08:05:37,038 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:05:37,038 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 56b8a98709ff70859124af8671c213a1 1/1 column families, dataSize=78 B heapSize=488 B 2023-10-04T08:05:37,040 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-04T08:05:37,040 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-04T08:05:37,040 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-04T08:05:37,040 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(3528): Received CLOSE for 1588230740 2023-10-04T08:05:37,040 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1579): Waiting on 2 regions to close 2023-10-04T08:05:37,040 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1583): Online Regions={56b8a98709ff70859124af8671c213a1=hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1., 1588230740=hbase:meta,,1.1588230740} 2023-10-04T08:05:37,040 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-10-04T08:05:37,040 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-10-04T08:05:37,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-10-04T08:05:37,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-10-04T08:05:37,041 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-10-04T08:05:37,041 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=79.40 KB heapSize=125.77 KB 2023-10-04T08:05:37,042 DEBUG [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 56b8a98709ff70859124af8671c213a1 2023-10-04T08:05:37,057 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1/.tmp/info/ad856f08bb984198bc268abfb0f651e1 is 45, key is default/info:d/1696406621829/Put/seqid=0 2023-10-04T08:05:37,057 DEBUG [RS:2;jenkins-hbase3:35445 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs 2023-10-04T08:05:37,057 INFO [RS:2;jenkins-hbase3:35445 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35445%2C1696406619072:(num 1696406620536) 2023-10-04T08:05:37,057 DEBUG [RS:1;jenkins-hbase3:35861 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs 2023-10-04T08:05:37,057 INFO [RS:1;jenkins-hbase3:35861 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C35861%2C1696406619042:(num 1696406620536) 2023-10-04T08:05:37,057 DEBUG [RS:2;jenkins-hbase3:35445 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,057 DEBUG [RS:1;jenkins-hbase3:35861 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,057 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.LeaseManager(133): Closed leases 2023-10-04T08:05:37,057 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.LeaseManager(133): Closed leases 2023-10-04T08:05:37,058 INFO [RS:2;jenkins-hbase3:35445 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2023-10-04T08:05:37,058 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-04T08:05:37,058 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-04T08:05:37,058 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-04T08:05:37,058 INFO [RS:1;jenkins-hbase3:35861 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-04T08:05:37,058 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-04T08:05:37,058 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-04T08:05:37,058 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-10-04T08:05:37,059 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-10-04T08:05:37,059 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-10-04T08:05:37,060 INFO [RS:1;jenkins-hbase3:35861 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:35861 2023-10-04T08:05:37,067 INFO [RS:2;jenkins-hbase3:35445 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:35445 2023-10-04T08:05:37,069 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/jenkins-hbase3.apache.org,35861,1696406619042 2023-10-04T08:05:37,069 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-10-04T08:05:37,070 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/jenkins-hbase3.apache.org,35445,1696406619072 2023-10-04T08:05:37,072 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1/.tmp/info/ad856f08bb984198bc268abfb0f651e1 2023-10-04T08:05:37,077 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1/.tmp/info/ad856f08bb984198bc268abfb0f651e1 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1/info/ad856f08bb984198bc268abfb0f651e1 2023-10-04T08:05:37,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35861,1696406619042] 2023-10-04T08:05:37,081 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35861,1696406619042; numProcessing=1 2023-10-04T08:05:37,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/draining/jenkins-hbase3.apache.org,35861,1696406619042 already deleted, retry=false 2023-10-04T08:05:37,083 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,35861,1696406619042 expired; onlineServers=2 2023-10-04T08:05:37,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,35445,1696406619072] 2023-10-04T08:05:37,083 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,35445,1696406619072; numProcessing=2 2023-10-04T08:05:37,083 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/info/a37ec6623eed4f1a9bf9a1079b3b4e31 is 143, key is hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1./info:regioninfo/1696406621746/Put/seqid=0 2023-10-04T08:05:37,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/draining/jenkins-hbase3.apache.org,35445,1696406619072 already deleted, retry=false 2023-10-04T08:05:37,085 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,35445,1696406619072 expired; onlineServers=1 2023-10-04T08:05:37,085 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1/info/ad856f08bb984198bc268abfb0f651e1, entries=2, sequenceid=6, filesize=4.9 K 2023-10-04T08:05:37,086 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 56b8a98709ff70859124af8671c213a1 in 48ms, sequenceid=6, compaction requested=false 2023-10-04T08:05:37,102 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.29 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/info/a37ec6623eed4f1a9bf9a1079b3b4e31 2023-10-04T08:05:37,102 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/namespace/56b8a98709ff70859124af8671c213a1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2023-10-04T08:05:37,103 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:37,104 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:05:37,104 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 56b8a98709ff70859124af8671c213a1: 2023-10-04T08:05:37,104 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1696406621263.56b8a98709ff70859124af8671c213a1. 2023-10-04T08:05:37,123 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/rep_barrier/4390567a13ef478483cf4fbcec81513f is 126, key is testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000./rep_barrier:/1696406718665/DeleteFamily/seqid=0 2023-10-04T08:05:37,130 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.58 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/rep_barrier/4390567a13ef478483cf4fbcec81513f 2023-10-04T08:05:37,132 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-04T08:05:37,132 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-10-04T08:05:37,149 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/table/9f1a53810feb4db0bf3cd84f64c884c5 is 120, key is testRollbackForSplitTableRegionWithReplica,,1696406653359.faf27a3243f2efbdf107b08802124000./table:/1696406718665/DeleteFamily/seqid=0 2023-10-04T08:05:37,156 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.53 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/table/9f1a53810feb4db0bf3cd84f64c884c5 2023-10-04T08:05:37,160 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/info/a37ec6623eed4f1a9bf9a1079b3b4e31 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/info/a37ec6623eed4f1a9bf9a1079b3b4e31 2023-10-04T08:05:37,163 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/info/a37ec6623eed4f1a9bf9a1079b3b4e31, entries=59, sequenceid=210, filesize=11.6 K 2023-10-04T08:05:37,164 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/rep_barrier/4390567a13ef478483cf4fbcec81513f as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/rep_barrier/4390567a13ef478483cf4fbcec81513f 2023-10-04T08:05:37,167 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/rep_barrier/4390567a13ef478483cf4fbcec81513f, entries=24, sequenceid=210, filesize=8.1 K 2023-10-04T08:05:37,167 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/.tmp/table/9f1a53810feb4db0bf3cd84f64c884c5 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/table/9f1a53810feb4db0bf3cd84f64c884c5 2023-10-04T08:05:37,170 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/table/9f1a53810feb4db0bf3cd84f64c884c5, entries=36, sequenceid=210, filesize=8.5 K 2023-10-04T08:05:37,171 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~79.40 KB/81308, heapSize ~125.73 KB/128744, currentSize=0 B/0 for 1588230740 in 130ms, sequenceid=210, compaction requested=false 2023-10-04T08:05:37,175 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/data/hbase/meta/1588230740/recovered.edits/213.seqid, newMaxSeqId=213, maxSeqId=1 2023-10-04T08:05:37,175 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.master.assignment.TestSplitTableRegionProcedure$RegionServerHostingReplicaSlowOpenCopro 2023-10-04T08:05:37,175 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-10-04T08:05:37,176 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-10-04T08:05:37,176 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-10-04T08:05:37,176 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-10-04T08:05:37,180 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,181 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35445-0x1017c801be50003, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,181 INFO [RS:2;jenkins-hbase3:35445 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35445,1696406619072; zookeeper connection closed. 2023-10-04T08:05:37,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e487173 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e487173 2023-10-04T08:05:37,182 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2023-10-04T08:05:37,242 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,39189,1696406618997; all regions closed. 2023-10-04T08:05:37,248 DEBUG [RS:0;jenkins-hbase3:39189 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs 2023-10-04T08:05:37,248 INFO [RS:0;jenkins-hbase3:39189 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39189%2C1696406618997.meta:.meta(num 1696406621006) 2023-10-04T08:05:37,253 DEBUG [RS:0;jenkins-hbase3:39189 {}] wal.AbstractFSWAL(1062): Moved 1 WAL file(s) to /user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/oldWALs 2023-10-04T08:05:37,253 INFO [RS:0;jenkins-hbase3:39189 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C39189%2C1696406618997:(num 1696406620536) 2023-10-04T08:05:37,253 DEBUG [RS:0;jenkins-hbase3:39189 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,253 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.LeaseManager(133): Closed leases 2023-10-04T08:05:37,253 INFO [RS:0;jenkins-hbase3:39189 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-10-04T08:05:37,254 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-04T08:05:37,254 INFO [RS:0;jenkins-hbase3:39189 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:39189 2023-10-04T08:05:37,256 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/jenkins-hbase3.apache.org,39189,1696406618997 2023-10-04T08:05:37,257 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2023-10-04T08:05:37,257 ERROR [Listener at localhost/36205-EventThread {}] zookeeper.ClientCnxn$EventThread(537): Error while calling watcher java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$62/1100827203@24ea1b22 rejected from java.util.concurrent.ThreadPoolExecutor@20d58b67[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 54] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830) ~[?:1.8.0_362] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1374) ~[?:1.8.0_362] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:668) ~[?:1.8.0_362] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:608) ~[hbase-zookeeper-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:535) ~[zookeeper-3.5.7.jar:3.5.7] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:510) ~[zookeeper-3.5.7.jar:3.5.7] 2023-10-04T08:05:37,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,39189,1696406618997] 2023-10-04T08:05:37,258 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,39189,1696406618997; numProcessing=3 2023-10-04T08:05:37,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/draining/jenkins-hbase3.apache.org,39189,1696406618997 already deleted, retry=false 2023-10-04T08:05:37,259 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,39189,1696406618997 expired; onlineServers=0 2023-10-04T08:05:37,259 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2517): ***** STOPPING region server 'jenkins-hbase3.apache.org,34975,1696406617823' ***** 2023-10-04T08:05:37,259 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2531): STOPPED: Cluster shutdown set; onlineServer=0 2023-10-04T08:05:37,260 DEBUG [M:0;jenkins-hbase3:34975 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672374c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-10-04T08:05:37,260 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,34975,1696406617823 2023-10-04T08:05:37,260 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,34975,1696406617823; all regions closed. 2023-10-04T08:05:37,260 DEBUG [M:0;jenkins-hbase3:34975 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-10-04T08:05:37,260 DEBUG [M:0;jenkins-hbase3:34975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-10-04T08:05:37,260 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-10-04T08:05:37,260 DEBUG [M:0;jenkins-hbase3:34975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-10-04T08:05:37,260 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696406620204 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1696406620204,5,FailOnTimeoutGroup] 2023-10-04T08:05:37,260 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696406620204 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1696406620204,5,FailOnTimeoutGroup] 2023-10-04T08:05:37,260 INFO [M:0;jenkins-hbase3:34975 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-10-04T08:05:37,261 DEBUG [M:0;jenkins-hbase3:34975 {}] master.HMaster(1688): Stopping service threads 2023-10-04T08:05:37,261 INFO [M:0;jenkins-hbase3:34975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-10-04T08:05:37,261 ERROR [M:0;jenkins-hbase3:34975 {}] procedure2.ProcedureExecutor(654): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-11,5,PEWorkerGroup] Thread[HFileArchiver-12,5,PEWorkerGroup] Thread[HFileArchiver-13,5,PEWorkerGroup] Thread[HFileArchiver-14,5,PEWorkerGroup] Thread[HFileArchiver-15,5,PEWorkerGroup] Thread[HFileArchiver-16,5,PEWorkerGroup] 2023-10-04T08:05:37,261 INFO [M:0;jenkins-hbase3:34975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-10-04T08:05:37,261 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-10-04T08:05:37,267 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2023-10-04T08:05:37,267 DEBUG [M:0;jenkins-hbase3:34975 {}] zookeeper.ZKUtil(347): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2023-10-04T08:05:37,267 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2023-10-04T08:05:37,267 WARN [M:0;jenkins-hbase3:34975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-10-04T08:05:37,268 INFO [M:0;jenkins-hbase3:34975 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-10-04T08:05:37,268 INFO [M:0;jenkins-hbase3:34975 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-10-04T08:05:37,268 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-10-04T08:05:37,268 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:05:37,268 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:05:37,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2023-10-04T08:05:37,268 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-10-04T08:05:37,268 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:05:37,268 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=862.75 KB heapSize=1.02 MB 2023-10-04T08:05:37,281 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,281 INFO [RS:1;jenkins-hbase3:35861 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,35861,1696406619042; zookeeper connection closed. 2023-10-04T08:05:37,281 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:35861-0x1017c801be50002, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29b7e789 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29b7e789 2023-10-04T08:05:37,286 DEBUG [M:0;jenkins-hbase3:34975 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9db459fdef747e5ad544b24e018c212 is 88, key is hbase:meta,,1/info:sn/1696406620773/Put/seqid=0 2023-10-04T08:05:37,295 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=2089 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9db459fdef747e5ad544b24e018c212 2023-10-04T08:05:37,317 DEBUG [M:0;jenkins-hbase3:34975 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53304a7cd56f408cbe16522d8225e6ba is 2185, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1696406716096/Put/seqid=0 2023-10-04T08:05:37,324 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=861.54 KB at sequenceid=2089 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53304a7cd56f408cbe16522d8225e6ba 2023-10-04T08:05:37,328 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53304a7cd56f408cbe16522d8225e6ba 2023-10-04T08:05:37,339 DEBUG [M:0;jenkins-hbase3:34975 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c38ba8ac2943ae8ed5daab99c01192 is 82, key is jenkins-hbase3.apache.org,35445,1696406619072/rs:state/1696406620263/Put/seqid=0 2023-10-04T08:05:37,345 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234 B at sequenceid=2089 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c38ba8ac2943ae8ed5daab99c01192 2023-10-04T08:05:37,363 DEBUG [M:0;jenkins-hbase3:34975 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/523a8bda069d4c8cafeb4d73114368d7 is 52, key is load_balancer_on/state:d/1696406732795/Put/seqid=0 2023-10-04T08:05:37,369 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480 B at sequenceid=2089 (bloomFilter=true), to=hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/523a8bda069d4c8cafeb4d73114368d7 2023-10-04T08:05:37,372 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9db459fdef747e5ad544b24e018c212 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9db459fdef747e5ad544b24e018c212 2023-10-04T08:05:37,376 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9db459fdef747e5ad544b24e018c212, entries=8, sequenceid=2089, filesize=5.5 K 2023-10-04T08:05:37,377 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/53304a7cd56f408cbe16522d8225e6ba as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53304a7cd56f408cbe16522d8225e6ba 2023-10-04T08:05:37,380 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53304a7cd56f408cbe16522d8225e6ba 2023-10-04T08:05:37,380 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/53304a7cd56f408cbe16522d8225e6ba, entries=258, sequenceid=2089, filesize=54.8 K 2023-10-04T08:05:37,381 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60c38ba8ac2943ae8ed5daab99c01192 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60c38ba8ac2943ae8ed5daab99c01192 2023-10-04T08:05:37,381 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,381 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): regionserver:39189-0x1017c801be50001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,381 INFO [RS:0;jenkins-hbase3:39189 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,39189,1696406618997; zookeeper connection closed. 2023-10-04T08:05:37,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ad49602 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ad49602 2023-10-04T08:05:37,381 INFO [Listener at localhost/36205 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2023-10-04T08:05:37,395 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60c38ba8ac2943ae8ed5daab99c01192, entries=3, sequenceid=2089, filesize=5.3 K 2023-10-04T08:05:37,398 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/523a8bda069d4c8cafeb4d73114368d7 as hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/523a8bda069d4c8cafeb4d73114368d7 2023-10-04T08:05:37,401 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:37327/user/jenkins/test-data/c79bcd58-5eab-5b63-8da0-3c8a0ab026f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/523a8bda069d4c8cafeb4d73114368d7, entries=1, sequenceid=2089, filesize=4.9 K 2023-10-04T08:05:37,402 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(3022): Finished flush of dataSize ~862.75 KB/883461, heapSize ~1.02 MB/1066824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=2089, compaction requested=false 2023-10-04T08:05:37,403 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-10-04T08:05:37,403 DEBUG [M:0;jenkins-hbase3:34975 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-10-04T08:05:37,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-10-04T08:05:37,417 INFO [M:0;jenkins-hbase3:34975 {}] flush.MasterFlushTableProcedureManager(85): stop: server shutting down. 2023-10-04T08:05:37,418 INFO [M:0;jenkins-hbase3:34975 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:34975 2023-10-04T08:05:37,420 DEBUG [M:0;jenkins-hbase3:34975 {}] zookeeper.RecoverableZooKeeper(224): Node /hbase/rs/jenkins-hbase3.apache.org,34975,1696406617823 already deleted, retry=false 2023-10-04T08:05:37,522 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,522 INFO [M:0;jenkins-hbase3:34975 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,34975,1696406617823; zookeeper connection closed. 2023-10-04T08:05:37,522 DEBUG [Listener at localhost/36205-EventThread {}] zookeeper.ZKWatcher(604): master:34975-0x1017c801be50000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2023-10-04T08:05:37,524 WARN [Listener at localhost/36205 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-04T08:05:37,529 INFO [Listener at localhost/36205 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-04T08:05:37,635 WARN [BP-1994007481-172.31.12.81-1696406614484 heartbeating to localhost/127.0.0.1:37327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-04T08:05:37,635 WARN [BP-1994007481-172.31.12.81-1696406614484 heartbeating to localhost/127.0.0.1:37327 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1994007481-172.31.12.81-1696406614484 (Datanode Uuid 568dace2-71e5-4d42-a6d4-6fe2d9c43763) service to localhost/127.0.0.1:37327 2023-10-04T08:05:37,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data5/current/BP-1994007481-172.31.12.81-1696406614484 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-04T08:05:37,637 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data6/current/BP-1994007481-172.31.12.81-1696406614484 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-04T08:05:37,639 WARN [Listener at localhost/36205 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-04T08:05:37,643 INFO [Listener at localhost/36205 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-04T08:05:37,748 WARN [BP-1994007481-172.31.12.81-1696406614484 heartbeating to localhost/127.0.0.1:37327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-04T08:05:37,748 WARN [BP-1994007481-172.31.12.81-1696406614484 heartbeating to localhost/127.0.0.1:37327 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1994007481-172.31.12.81-1696406614484 (Datanode Uuid 265b23dd-a007-4c5e-aaf1-2d12a23ca916) service to localhost/127.0.0.1:37327 2023-10-04T08:05:37,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data3/current/BP-1994007481-172.31.12.81-1696406614484 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-04T08:05:37,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data4/current/BP-1994007481-172.31.12.81-1696406614484 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-04T08:05:37,752 WARN [Listener at localhost/36205 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-10-04T08:05:37,754 INFO [Listener at localhost/36205 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-04T08:05:37,859 WARN [BP-1994007481-172.31.12.81-1696406614484 heartbeating to localhost/127.0.0.1:37327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-10-04T08:05:37,859 WARN [BP-1994007481-172.31.12.81-1696406614484 heartbeating to localhost/127.0.0.1:37327 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-1994007481-172.31.12.81-1696406614484 (Datanode Uuid bd4da525-e441-4df3-b790-ab5dc7c7594f) service to localhost/127.0.0.1:37327 2023-10-04T08:05:37,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data1/current/BP-1994007481-172.31.12.81-1696406614484 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-04T08:05:37,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bcde4bc4-d696-d7bb-1765-7bca2e1f4eca/cluster_e1b5316e-1b79-a263-f3d4-b2b8ac2b2d0c/dfs/data/data2/current/BP-1994007481-172.31.12.81-1696406614484 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-10-04T08:05:37,883 INFO [Listener at localhost/36205 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-10-04T08:05:38,066 INFO [Listener at localhost/36205 {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2023-10-04T08:05:38,276 INFO [Listener at localhost/36205 {}] hbase.HBaseTestingUtility(1347): Minicluster is down