2024-12-09 00:07:34,207 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-09 00:07:34,242 main DEBUG Took 0.032186 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 00:07:34,242 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 00:07:34,243 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 00:07:34,244 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 00:07:34,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,255 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 00:07:34,272 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,275 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,276 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,278 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,279 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,280 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,282 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,283 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,284 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,285 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,286 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 00:07:34,287 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,288 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 00:07:34,290 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 00:07:34,291 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 00:07:34,294 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 00:07:34,294 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 00:07:34,296 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 00:07:34,297 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 00:07:34,306 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 00:07:34,309 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 00:07:34,310 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 00:07:34,311 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 00:07:34,311 main DEBUG createAppenders(={Console}) 2024-12-09 00:07:34,312 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-09 00:07:34,312 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-09 00:07:34,313 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-09 00:07:34,314 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 00:07:34,314 main DEBUG OutputStream closed 2024-12-09 00:07:34,314 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 00:07:34,315 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 00:07:34,315 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-09 00:07:34,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 00:07:34,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 00:07:34,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 00:07:34,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 00:07:34,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 00:07:34,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 00:07:34,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 00:07:34,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 00:07:34,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 00:07:34,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 00:07:34,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 00:07:34,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 00:07:34,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 00:07:34,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 00:07:34,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 00:07:34,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 00:07:34,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 00:07:34,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 00:07:34,416 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 00:07:34,417 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-09 00:07:34,417 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 00:07:34,418 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-09T00:07:34,723 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917 2024-12-09 00:07:34,727 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 00:07:34,728 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T00:07:34,739 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop-log-dir so I do NOT create it in target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a 2024-12-09T00:07:34,740 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop-log-dir Erasing configuration value by system value. 2024-12-09T00:07:34,740 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop-tmp-dir so I do NOT create it in target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a 2024-12-09T00:07:34,741 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-09T00:07:34,741 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a 2024-12-09T00:07:34,754 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-09T00:07:34,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce, deleteOnExit=true 2024-12-09T00:07:34,949 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/zookeeper_0, clientPort=59816, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T00:07:34,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59816 2024-12-09T00:07:34,968 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-09T00:07:34,969 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-09T00:07:34,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T00:07:34,983 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T00:07:34,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/test.cache.data in system properties and HBase conf 2024-12-09T00:07:34,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T00:07:34,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop.log.dir in system properties and HBase conf 2024-12-09T00:07:34,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T00:07:34,986 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T00:07:34,987 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T00:07:35,094 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T00:07:35,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T00:07:35,223 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T00:07:35,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T00:07:35,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T00:07:35,225 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T00:07:35,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T00:07:35,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T00:07:35,226 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T00:07:35,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T00:07:35,227 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T00:07:35,228 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/nfs.dump.dir in system properties and HBase conf 2024-12-09T00:07:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/java.io.tmpdir in system properties and HBase conf 2024-12-09T00:07:35,229 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T00:07:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T00:07:35,230 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T00:07:36,093 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T00:07:36,171 INFO [Time-limited test {}] log.Log(170): Logging initialized @2758ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T00:07:36,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:07:36,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T00:07:36,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T00:07:36,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T00:07:36,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T00:07:36,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:07:36,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b04f0b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop.log.dir/,AVAILABLE} 2024-12-09T00:07:36,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fb7fa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T00:07:36,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14b32b31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/java.io.tmpdir/jetty-localhost-36369-hadoop-hdfs-3_4_1-tests_jar-_-any-11815413099400540745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T00:07:36,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1277ac07{HTTP/1.1, (http/1.1)}{localhost:36369} 2024-12-09T00:07:36,553 INFO [Time-limited test {}] server.Server(415): Started @3141ms 2024-12-09T00:07:36,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:07:36,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T00:07:36,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T00:07:36,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T00:07:36,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T00:07:36,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dabbcdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop.log.dir/,AVAILABLE} 2024-12-09T00:07:36,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31e0412c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T00:07:37,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@235931c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/java.io.tmpdir/jetty-localhost-39483-hadoop-hdfs-3_4_1-tests_jar-_-any-247303323287049809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T00:07:37,094 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f0e0254{HTTP/1.1, (http/1.1)}{localhost:39483} 2024-12-09T00:07:37,094 INFO [Time-limited test {}] server.Server(415): Started @3682ms 2024-12-09T00:07:37,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T00:07:37,654 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/dfs/data/data2/current/BP-1646707535-172.17.0.2-1733702855828/current, will proceed with Du for space computation calculation, 2024-12-09T00:07:37,654 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/dfs/data/data1/current/BP-1646707535-172.17.0.2-1733702855828/current, will proceed with Du for space computation calculation, 2024-12-09T00:07:37,700 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T00:07:37,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1009f920c4619c4d with lease ID 0x9b60bf05967841c3: Processing first storage report for DS-c15579ba-86c2-419e-88f6-b5ceb9ca6c4c from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=7593c497-0e89-46ce-9e96-164cad23063e, infoPort=44875, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=181175974;c=1733702855828) 2024-12-09T00:07:37,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1009f920c4619c4d with lease ID 0x9b60bf05967841c3: from storage DS-c15579ba-86c2-419e-88f6-b5ceb9ca6c4c node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=7593c497-0e89-46ce-9e96-164cad23063e, infoPort=44875, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=181175974;c=1733702855828), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T00:07:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1009f920c4619c4d with lease ID 0x9b60bf05967841c3: Processing first storage report for DS-ec2d637a-078d-4888-9f37-fb43bc403ba7 from datanode DatanodeRegistration(127.0.0.1:34303, datanodeUuid=7593c497-0e89-46ce-9e96-164cad23063e, infoPort=44875, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=181175974;c=1733702855828) 2024-12-09T00:07:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1009f920c4619c4d with lease ID 0x9b60bf05967841c3: from storage DS-ec2d637a-078d-4888-9f37-fb43bc403ba7 node DatanodeRegistration(127.0.0.1:34303, datanodeUuid=7593c497-0e89-46ce-9e96-164cad23063e, infoPort=44875, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=181175974;c=1733702855828), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T00:07:37,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917 2024-12-09T00:07:37,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:37,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741825_1001 (size=7) 2024-12-09T00:07:38,520 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 with version=8 2024-12-09T00:07:38,521 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/hbase-staging 2024-12-09T00:07:38,649 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T00:07:38,918 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7ba18a594d9f:0 server-side Connection retries=45 2024-12-09T00:07:38,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:38,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:38,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T00:07:38,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:38,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T00:07:39,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T00:07:39,130 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T00:07:39,138 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T00:07:39,142 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T00:07:39,170 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13395 (auto-detected) 2024-12-09T00:07:39,171 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T00:07:39,191 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46565 2024-12-09T00:07:39,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:39,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:39,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46565 connecting to ZooKeeper ensemble=127.0.0.1:59816 2024-12-09T00:07:39,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465650x0, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:07:39,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46565-0x1007419e1e10000 connected 2024-12-09T00:07:39,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T00:07:39,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T00:07:39,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T00:07:39,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46565 2024-12-09T00:07:39,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46565 2024-12-09T00:07:39,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46565 2024-12-09T00:07:39,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46565 2024-12-09T00:07:39,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46565 2024-12-09T00:07:39,316 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905, hbase.cluster.distributed=false 2024-12-09T00:07:39,382 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7ba18a594d9f:0 server-side Connection retries=45 2024-12-09T00:07:39,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:39,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:39,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T00:07:39,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:39,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T00:07:39,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T00:07:39,388 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T00:07:39,389 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33287 2024-12-09T00:07:39,391 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T00:07:39,396 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T00:07:39,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:39,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:39,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33287 connecting to ZooKeeper ensemble=127.0.0.1:59816 2024-12-09T00:07:39,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332870x0, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:07:39,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332870x0, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T00:07:39,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33287-0x1007419e1e10001 connected 2024-12-09T00:07:39,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T00:07:39,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-09T00:07:39,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33287 2024-12-09T00:07:39,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33287 2024-12-09T00:07:39,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33287 2024-12-09T00:07:39,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33287 2024-12-09T00:07:39,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33287 2024-12-09T00:07:39,420 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:39,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T00:07:39,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T00:07:39,429 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:39,439 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ba18a594d9f:46565 2024-12-09T00:07:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-09T00:07:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-09T00:07:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:39,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:39,453 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-09T00:07:39,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-09T00:07:39,455 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/7ba18a594d9f,46565,1733702858642 from backup master directory 2024-12-09T00:07:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T00:07:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-09T00:07:39,459 WARN [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T00:07:39,459 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:39,461 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T00:07:39,462 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T00:07:39,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741826_1002 (size=42) 2024-12-09T00:07:39,936 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/hbase.id with ID: 0f5c617b-6ebb-40ce-a210-53d8320db873 2024-12-09T00:07:39,979 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:40,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:40,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:40,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741827_1003 (size=196) 2024-12-09T00:07:40,439 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:07:40,442 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T00:07:40,460 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:07:40,464 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:07:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741828_1004 (size=1189) 2024-12-09T00:07:40,914 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store 2024-12-09T00:07:40,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741829_1005 (size=34) 2024-12-09T00:07:41,334 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T00:07:41,335 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:41,336 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T00:07:41,336 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:41,336 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:41,337 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T00:07:41,337 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:41,337 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:41,337 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T00:07:41,339 WARN [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/.initializing 2024-12-09T00:07:41,339 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/WALs/7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:41,346 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T00:07:41,357 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ba18a594d9f%2C46565%2C1733702858642, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/WALs/7ba18a594d9f,46565,1733702858642, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/oldWALs, maxLogs=10 2024-12-09T00:07:41,379 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/WALs/7ba18a594d9f,46565,1733702858642/7ba18a594d9f%2C46565%2C1733702858642.1733702861362, exclude list is [], retry=0 2024-12-09T00:07:41,395 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-c15579ba-86c2-419e-88f6-b5ceb9ca6c4c,DISK] 2024-12-09T00:07:41,398 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T00:07:41,439 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/WALs/7ba18a594d9f,46565,1733702858642/7ba18a594d9f%2C46565%2C1733702858642.1733702861362 2024-12-09T00:07:41,439 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-12-09T00:07:41,440 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:07:41,440 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:41,444 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,444 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T00:07:41,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:41,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:41,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T00:07:41,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:41,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:41,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T00:07:41,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:41,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:41,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T00:07:41,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:41,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:41,535 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,536 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,545 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T00:07:41,548 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:41,553 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:41,555 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73483365, jitterRate=0.09498746693134308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T00:07:41,561 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T00:07:41,562 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T00:07:41,599 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc90a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:41,633 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T00:07:41,644 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T00:07:41,645 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T00:07:41,647 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T00:07:41,648 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T00:07:41,653 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-09T00:07:41,653 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T00:07:41,678 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T00:07:41,689 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-09T00:07:41,692 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-09T00:07:41,694 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T00:07:41,695 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-09T00:07:41,697 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-09T00:07:41,699 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T00:07:41,702 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-09T00:07:41,704 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-09T00:07:41,705 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-09T00:07:41,707 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-09T00:07:41,716 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T00:07:41,718 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-09T00:07:41,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T00:07:41,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-09T00:07:41,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:41,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:41,723 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7ba18a594d9f,46565,1733702858642, sessionid=0x1007419e1e10000, setting cluster-up flag (Was=false) 2024-12-09T00:07:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:41,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:41,741 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-09T00:07:41,742 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:41,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:41,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:41,753 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-09T00:07:41,754 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:41,836 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ba18a594d9f:33287 2024-12-09T00:07:41,838 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1008): ClusterId : 0f5c617b-6ebb-40ce-a210-53d8320db873 2024-12-09T00:07:41,841 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T00:07:41,845 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T00:07:41,846 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T00:07:41,846 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T00:07:41,850 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T00:07:41,850 DEBUG [RS:0;7ba18a594d9f:33287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3858c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:41,851 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T00:07:41,852 DEBUG [RS:0;7ba18a594d9f:33287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b734737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ba18a594d9f/172.17.0.2:0 2024-12-09T00:07:41,854 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T00:07:41,856 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T00:07:41,857 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T00:07:41,857 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T00:07:41,859 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3073): reportForDuty to master=7ba18a594d9f,46565,1733702858642 with isa=7ba18a594d9f/172.17.0.2:33287, startcode=1733702859380 2024-12-09T00:07:41,860 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ba18a594d9f,46565,1733702858642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T00:07:41,864 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:41,864 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:41,864 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:41,865 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:41,865 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ba18a594d9f:0, corePoolSize=10, maxPoolSize=10 2024-12-09T00:07:41,865 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:41,866 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=2, maxPoolSize=2 2024-12-09T00:07:41,866 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:41,868 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733702891868 2024-12-09T00:07:41,870 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T00:07:41,871 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T00:07:41,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T00:07:41,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T00:07:41,875 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T00:07:41,875 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T00:07:41,875 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T00:07:41,875 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T00:07:41,876 DEBUG [RS:0;7ba18a594d9f:33287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T00:07:41,876 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:41,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:41,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T00:07:41,878 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T00:07:41,879 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T00:07:41,879 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T00:07:41,882 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T00:07:41,882 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T00:07:41,883 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.large.0-1733702861883,5,FailOnTimeoutGroup] 2024-12-09T00:07:41,884 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.small.0-1733702861884,5,FailOnTimeoutGroup] 2024-12-09T00:07:41,884 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:41,884 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T00:07:41,885 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:41,885 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741831_1007 (size=1039) 2024-12-09T00:07:41,918 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45369, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T00:07:41,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46565 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:41,928 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46565 {}] master.ServerManager(486): Registering regionserver=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:41,947 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:41,947 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43183 2024-12-09T00:07:41,947 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T00:07:41,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T00:07:41,953 DEBUG [RS:0;7ba18a594d9f:33287 {}] zookeeper.ZKUtil(111): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on existing znode=/1/rs/7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:41,953 WARN [RS:0;7ba18a594d9f:33287 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T00:07:41,954 INFO [RS:0;7ba18a594d9f:33287 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:07:41,954 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:41,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ba18a594d9f,33287,1733702859380] 2024-12-09T00:07:41,971 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-09T00:07:41,986 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T00:07:42,005 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T00:07:42,009 INFO [RS:0;7ba18a594d9f:33287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T00:07:42,009 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:42,010 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T00:07:42,019 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:42,020 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,020 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,020 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,020 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,021 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,021 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ba18a594d9f:0, corePoolSize=2, maxPoolSize=2 2024-12-09T00:07:42,021 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,021 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,021 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,022 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,022 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:42,022 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ba18a594d9f:0, corePoolSize=3, maxPoolSize=3 2024-12-09T00:07:42,022 DEBUG [RS:0;7ba18a594d9f:33287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ba18a594d9f:0, corePoolSize=3, maxPoolSize=3 2024-12-09T00:07:42,023 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:42,024 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:42,024 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:42,024 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:42,024 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,33287,1733702859380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T00:07:42,057 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T00:07:42,060 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,33287,1733702859380-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:42,081 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.Replication(204): 7ba18a594d9f,33287,1733702859380 started 2024-12-09T00:07:42,081 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1767): Serving as 7ba18a594d9f,33287,1733702859380, RpcServer on 7ba18a594d9f/172.17.0.2:33287, sessionid=0x1007419e1e10001 2024-12-09T00:07:42,082 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T00:07:42,082 DEBUG [RS:0;7ba18a594d9f:33287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:42,082 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ba18a594d9f,33287,1733702859380' 2024-12-09T00:07:42,082 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-09T00:07:42,083 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-09T00:07:42,084 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T00:07:42,084 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T00:07:42,084 DEBUG [RS:0;7ba18a594d9f:33287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:42,084 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ba18a594d9f,33287,1733702859380' 2024-12-09T00:07:42,084 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-09T00:07:42,085 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-09T00:07:42,086 DEBUG [RS:0;7ba18a594d9f:33287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T00:07:42,086 INFO [RS:0;7ba18a594d9f:33287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T00:07:42,086 INFO [RS:0;7ba18a594d9f:33287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T00:07:42,192 INFO [RS:0;7ba18a594d9f:33287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T00:07:42,195 INFO [RS:0;7ba18a594d9f:33287 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ba18a594d9f%2C33287%2C1733702859380, suffix=, logDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/oldWALs, maxLogs=10 2024-12-09T00:07:42,213 DEBUG [RS:0;7ba18a594d9f:33287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, exclude list is [], retry=0 2024-12-09T00:07:42,219 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-c15579ba-86c2-419e-88f6-b5ceb9ca6c4c,DISK] 2024-12-09T00:07:42,224 INFO [RS:0;7ba18a594d9f:33287 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 2024-12-09T00:07:42,227 DEBUG [RS:0;7ba18a594d9f:33287 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-12-09T00:07:42,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T00:07:42,291 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741833_1009 (size=32) 2024-12-09T00:07:42,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:42,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T00:07:42,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T00:07:42,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:42,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:42,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T00:07:42,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T00:07:42,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:42,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:42,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T00:07:42,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T00:07:42,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:42,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:42,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740 2024-12-09T00:07:42,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740 2024-12-09T00:07:42,723 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T00:07:42,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T00:07:42,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:42,730 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72616672, jitterRate=0.08207273483276367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T00:07:42,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T00:07:42,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T00:07:42,732 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T00:07:42,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T00:07:42,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T00:07:42,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T00:07:42,734 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T00:07:42,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T00:07:42,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T00:07:42,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T00:07:42,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T00:07:42,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T00:07:42,752 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T00:07:42,904 DEBUG [7ba18a594d9f:46565 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T00:07:42,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:42,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ba18a594d9f,33287,1733702859380, state=OPENING 2024-12-09T00:07:42,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T00:07:42,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:42,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:42,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T00:07:42,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T00:07:42,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:43,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:43,100 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T00:07:43,103 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T00:07:43,115 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T00:07:43,115 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:07:43,116 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T00:07:43,119 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ba18a594d9f%2C33287%2C1733702859380.meta, suffix=.meta, logDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380, archiveDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/oldWALs, maxLogs=10 2024-12-09T00:07:43,136 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.meta.1733702863121.meta, exclude list is [], retry=0 2024-12-09T00:07:43,140 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34303,DS-c15579ba-86c2-419e-88f6-b5ceb9ca6c4c,DISK] 2024-12-09T00:07:43,143 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.meta.1733702863121.meta 2024-12-09T00:07:43,143 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44875:44875)] 2024-12-09T00:07:43,143 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:07:43,145 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T00:07:43,204 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T00:07:43,209 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T00:07:43,214 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T00:07:43,214 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:43,214 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T00:07:43,214 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T00:07:43,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T00:07:43,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T00:07:43,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:43,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:43,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T00:07:43,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T00:07:43,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:43,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:43,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T00:07:43,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T00:07:43,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:43,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:43,226 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740 2024-12-09T00:07:43,229 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740 2024-12-09T00:07:43,232 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T00:07:43,234 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T00:07:43,236 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60207908, jitterRate=-0.10283225774765015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T00:07:43,237 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T00:07:43,245 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733702863093 2024-12-09T00:07:43,256 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T00:07:43,256 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T00:07:43,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:43,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ba18a594d9f,33287,1733702859380, state=OPEN 2024-12-09T00:07:43,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T00:07:43,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-09T00:07:43,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T00:07:43,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-09T00:07:43,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T00:07:43,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7ba18a594d9f,33287,1733702859380 in 338 msec 2024-12-09T00:07:43,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T00:07:43,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-12-09T00:07:43,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4780 sec 2024-12-09T00:07:43,277 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733702863277, completionTime=-1 2024-12-09T00:07:43,278 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T00:07:43,278 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T00:07:43,314 DEBUG [hconnection-0x46aa106f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:07:43,316 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:07:43,327 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-09T00:07:43,327 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733702923327 2024-12-09T00:07:43,327 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733702983327 2024-12-09T00:07:43,327 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec 2024-12-09T00:07:43,352 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46565,1733702858642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:43,352 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46565,1733702858642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:43,352 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46565,1733702858642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:43,354 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ba18a594d9f:46565, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:43,354 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:43,359 DEBUG [master/7ba18a594d9f:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T00:07:43,362 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T00:07:43,363 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T00:07:43,370 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T00:07:43,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:07:43,374 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:43,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:07:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741835_1011 (size=358) 2024-12-09T00:07:43,790 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ab767057416230298f601faa4759405a, NAME => 'hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:43,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741836_1012 (size=42) 2024-12-09T00:07:44,201 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:44,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing ab767057416230298f601faa4759405a, disabling compactions & flushes 2024-12-09T00:07:44,202 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:07:44,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:07:44,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. after waiting 0 ms 2024-12-09T00:07:44,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:07:44,202 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:07:44,202 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for ab767057416230298f601faa4759405a: 2024-12-09T00:07:44,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:07:44,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733702864206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702864206"}]},"ts":"1733702864206"} 2024-12-09T00:07:44,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T00:07:44,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:07:44,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702864264"}]},"ts":"1733702864264"} 2024-12-09T00:07:44,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T00:07:44,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ab767057416230298f601faa4759405a, ASSIGN}] 2024-12-09T00:07:44,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=ab767057416230298f601faa4759405a, ASSIGN 2024-12-09T00:07:44,281 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=ab767057416230298f601faa4759405a, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:44,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ab767057416230298f601faa4759405a, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:44,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure ab767057416230298f601faa4759405a, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:44,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:44,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:07:44,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => ab767057416230298f601faa4759405a, NAME => 'hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:07:44,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace ab767057416230298f601faa4759405a 2024-12-09T00:07:44,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:44,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for ab767057416230298f601faa4759405a 2024-12-09T00:07:44,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for ab767057416230298f601faa4759405a 2024-12-09T00:07:44,601 INFO [StoreOpener-ab767057416230298f601faa4759405a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ab767057416230298f601faa4759405a 2024-12-09T00:07:44,603 INFO [StoreOpener-ab767057416230298f601faa4759405a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab767057416230298f601faa4759405a columnFamilyName info 2024-12-09T00:07:44,603 DEBUG [StoreOpener-ab767057416230298f601faa4759405a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:44,604 INFO [StoreOpener-ab767057416230298f601faa4759405a-1 {}] regionserver.HStore(327): Store=ab767057416230298f601faa4759405a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:44,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a 2024-12-09T00:07:44,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a 2024-12-09T00:07:44,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for ab767057416230298f601faa4759405a 2024-12-09T00:07:44,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:44,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened ab767057416230298f601faa4759405a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71039258, jitterRate=0.058567434549331665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T00:07:44,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for ab767057416230298f601faa4759405a: 2024-12-09T00:07:44,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a., pid=6, masterSystemTime=1733702864591 2024-12-09T00:07:44,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:07:44,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:07:44,622 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=ab767057416230298f601faa4759405a, regionState=OPEN, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:44,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T00:07:44,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure ab767057416230298f601faa4759405a, server=7ba18a594d9f,33287,1733702859380 in 190 msec 2024-12-09T00:07:44,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T00:07:44,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=ab767057416230298f601faa4759405a, ASSIGN in 353 msec 2024-12-09T00:07:44,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:07:44,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702864636"}]},"ts":"1733702864636"} 2024-12-09T00:07:44,639 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T00:07:44,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:07:44,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2790 sec 2024-12-09T00:07:44,674 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-09T00:07:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-09T00:07:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:44,706 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T00:07:44,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-09T00:07:44,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-12-09T00:07:44,740 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T00:07:44,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-09T00:07:44,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-09T00:07:44,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-09T00:07:44,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-09T00:07:44,768 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.309sec 2024-12-09T00:07:44,769 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T00:07:44,771 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T00:07:44,772 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T00:07:44,772 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T00:07:44,772 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T00:07:44,773 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46565,1733702858642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T00:07:44,774 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46565,1733702858642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T00:07:44,780 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T00:07:44,780 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T00:07:44,781 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46565,1733702858642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:44,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76939ef1 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48dbcee 2024-12-09T00:07:44,846 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-09T00:07:44,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a27714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:44,858 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T00:07:44,858 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T00:07:44,868 DEBUG [hconnection-0x65ac9ea-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:07:44,878 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:07:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7ba18a594d9f,46565,1733702858642 2024-12-09T00:07:44,888 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T00:07:44,888 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/cluster_19db3aa2-5ed4-09be-93aa-34e60c0e4df1, deleteOnExit=true 2024-12-09T00:07:44,889 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T00:07:44,909 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/test.cache.data in system properties and HBase conf 2024-12-09T00:07:44,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T00:07:44,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/hadoop.log.dir in system properties and HBase conf 2024-12-09T00:07:44,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T00:07:44,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T00:07:44,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T00:07:44,910 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T00:07:44,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T00:07:44,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T00:07:44,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T00:07:44,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T00:07:44,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T00:07:44,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T00:07:44,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T00:07:44,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T00:07:44,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T00:07:44,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/nfs.dump.dir in system properties and HBase conf 2024-12-09T00:07:44,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/java.io.tmpdir in system properties and HBase conf 2024-12-09T00:07:44,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T00:07:44,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T00:07:44,913 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T00:07:45,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:07:45,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T00:07:45,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T00:07:45,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T00:07:45,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T00:07:45,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:07:45,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a6be423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/hadoop.log.dir/,AVAILABLE} 2024-12-09T00:07:45,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f958546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T00:07:45,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3087f532{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/java.io.tmpdir/jetty-localhost-38657-hadoop-hdfs-3_4_1-tests_jar-_-any-4606999377469173565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T00:07:45,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47d4c27b{HTTP/1.1, (http/1.1)}{localhost:38657} 2024-12-09T00:07:45,134 INFO [Time-limited test {}] server.Server(415): Started @11722ms 2024-12-09T00:07:45,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T00:07:45,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T00:07:45,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T00:07:45,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T00:07:45,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T00:07:45,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f2b03a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/hadoop.log.dir/,AVAILABLE} 2024-12-09T00:07:45,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c55586{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T00:07:45,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37ac18d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/java.io.tmpdir/jetty-localhost-39541-hadoop-hdfs-3_4_1-tests_jar-_-any-12046991500603031057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T00:07:45,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1922e503{HTTP/1.1, (http/1.1)}{localhost:39541} 2024-12-09T00:07:45,365 INFO [Time-limited test {}] server.Server(415): Started @11953ms 2024-12-09T00:07:45,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T00:07:45,471 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/cluster_19db3aa2-5ed4-09be-93aa-34e60c0e4df1/dfs/data/data2/current/BP-1892583860-172.17.0.2-1733702864948/current, will proceed with Du for space computation calculation, 2024-12-09T00:07:45,471 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/cluster_19db3aa2-5ed4-09be-93aa-34e60c0e4df1/dfs/data/data1/current/BP-1892583860-172.17.0.2-1733702864948/current, will proceed with Du for space computation calculation, 2024-12-09T00:07:45,508 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T00:07:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36abed1f4dd4b825 with lease ID 0xdc4c148cc097b38c: Processing first storage report for DS-b8dd5eab-c121-4c59-b517-69420d464542 from datanode DatanodeRegistration(127.0.0.1:40605, datanodeUuid=3bc26246-42fc-4be6-bfd2-7b6a6f11f214, infoPort=45049, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1913199431;c=1733702864948) 2024-12-09T00:07:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36abed1f4dd4b825 with lease ID 0xdc4c148cc097b38c: from storage DS-b8dd5eab-c121-4c59-b517-69420d464542 node DatanodeRegistration(127.0.0.1:40605, datanodeUuid=3bc26246-42fc-4be6-bfd2-7b6a6f11f214, infoPort=45049, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1913199431;c=1733702864948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T00:07:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36abed1f4dd4b825 with lease ID 0xdc4c148cc097b38c: Processing first storage report for DS-2435ca1a-1e19-4d79-a9ef-f4227d1830dd from datanode DatanodeRegistration(127.0.0.1:40605, datanodeUuid=3bc26246-42fc-4be6-bfd2-7b6a6f11f214, infoPort=45049, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1913199431;c=1733702864948) 2024-12-09T00:07:45,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36abed1f4dd4b825 with lease ID 0xdc4c148cc097b38c: from storage DS-2435ca1a-1e19-4d79-a9ef-f4227d1830dd node DatanodeRegistration(127.0.0.1:40605, datanodeUuid=3bc26246-42fc-4be6-bfd2-7b6a6f11f214, infoPort=45049, infoSecurePort=0, ipcPort=42015, storageInfo=lv=-57;cid=testClusterID;nsid=1913199431;c=1733702864948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T00:07:45,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a 2024-12-09T00:07:45,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:45,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:45,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741825_1001 (size=7) 2024-12-09T00:07:46,029 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b with version=8 2024-12-09T00:07:46,029 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/hbase-staging 2024-12-09T00:07:46,032 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7ba18a594d9f:0 server-side Connection retries=18 2024-12-09T00:07:46,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:46,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:46,032 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T00:07:46,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:46,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T00:07:46,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T00:07:46,033 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T00:07:46,034 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46483 2024-12-09T00:07:46,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:46,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:46,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46483 connecting to ZooKeeper ensemble=127.0.0.1:59816 2024-12-09T00:07:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464830x0, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:07:46,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46483-0x1007419e1e10003 connected 2024-12-09T00:07:46,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T00:07:46,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T00:07:46,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-09T00:07:46,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46483 2024-12-09T00:07:46,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46483 2024-12-09T00:07:46,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46483 2024-12-09T00:07:46,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46483 2024-12-09T00:07:46,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46483 2024-12-09T00:07:46,061 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b, hbase.cluster.distributed=false 2024-12-09T00:07:46,086 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7ba18a594d9f:0 server-side Connection retries=18 2024-12-09T00:07:46,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:46,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:46,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T00:07:46,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T00:07:46,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T00:07:46,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T00:07:46,087 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T00:07:46,088 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36113 2024-12-09T00:07:46,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T00:07:46,089 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T00:07:46,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:46,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:46,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36113 connecting to ZooKeeper ensemble=127.0.0.1:59816 2024-12-09T00:07:46,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361130x0, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:07:46,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361130x0, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T00:07:46,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36113-0x1007419e1e10004 connected 2024-12-09T00:07:46,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T00:07:46,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-09T00:07:46,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36113 2024-12-09T00:07:46,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36113 2024-12-09T00:07:46,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36113 2024-12-09T00:07:46,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36113 2024-12-09T00:07:46,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36113 2024-12-09T00:07:46,105 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:46,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T00:07:46,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T00:07:46,107 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-09T00:07:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-09T00:07:46,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:46,110 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-09T00:07:46,110 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/7ba18a594d9f,46483,1733702866031 from backup master directory 2024-12-09T00:07:46,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:46,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T00:07:46,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-09T00:07:46,112 WARN [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T00:07:46,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-09T00:07:46,112 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:46,119 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7ba18a594d9f:46483 2024-12-09T00:07:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741826_1002 (size=42) 2024-12-09T00:07:46,127 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/hbase.id with ID: 13ed1236-c7f6-4896-976d-efc4c3550385 2024-12-09T00:07:46,146 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T00:07:46,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:46,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741827_1003 (size=196) 2024-12-09T00:07:46,562 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:07:46,562 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T00:07:46,563 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:07:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741828_1004 (size=1189) 2024-12-09T00:07:46,976 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store 2024-12-09T00:07:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741829_1005 (size=34) 2024-12-09T00:07:47,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:07:47,387 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:47,388 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T00:07:47,388 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:47,388 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:47,388 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T00:07:47,388 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:47,388 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:07:47,388 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T00:07:47,390 WARN [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/.initializing 2024-12-09T00:07:47,390 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/WALs/7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:47,392 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T00:07:47,395 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ba18a594d9f%2C46483%2C1733702866031, suffix=, logDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/WALs/7ba18a594d9f,46483,1733702866031, archiveDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/oldWALs, maxLogs=10 2024-12-09T00:07:47,414 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/WALs/7ba18a594d9f,46483,1733702866031/7ba18a594d9f%2C46483%2C1733702866031.1733702867396, exclude list is [], retry=0 2024-12-09T00:07:47,418 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-b8dd5eab-c121-4c59-b517-69420d464542,DISK] 2024-12-09T00:07:47,421 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/WALs/7ba18a594d9f,46483,1733702866031/7ba18a594d9f%2C46483%2C1733702866031.1733702867396 2024-12-09T00:07:47,421 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45049:45049)] 2024-12-09T00:07:47,421 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:07:47,421 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:47,421 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,421 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T00:07:47,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:47,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T00:07:47,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:47,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T00:07:47,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:47,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T00:07:47,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:47,436 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,436 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,439 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T00:07:47,440 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T00:07:47,443 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:47,444 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67927367, jitterRate=0.012196645140647888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T00:07:47,444 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T00:07:47,444 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T00:07:47,448 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f00ccd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:47,449 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T00:07:47,449 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T00:07:47,449 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T00:07:47,450 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T00:07:47,450 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T00:07:47,450 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T00:07:47,451 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T00:07:47,453 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T00:07:47,454 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-09T00:07:47,455 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-09T00:07:47,455 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T00:07:47,456 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-09T00:07:47,457 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-09T00:07:47,457 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T00:07:47,458 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-09T00:07:47,459 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-09T00:07:47,460 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-09T00:07:47,462 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-09T00:07:47,464 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T00:07:47,465 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-09T00:07:47,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-09T00:07:47,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-09T00:07:47,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:47,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:47,467 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7ba18a594d9f,46483,1733702866031, sessionid=0x1007419e1e10003, setting cluster-up flag (Was=false) 2024-12-09T00:07:47,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:47,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:47,475 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-09T00:07:47,476 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:47,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:47,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:47,486 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-09T00:07:47,487 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:47,492 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T00:07:47,492 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T00:07:47,493 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T00:07:47,493 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7ba18a594d9f,46483,1733702866031 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T00:07:47,493 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:47,493 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:47,493 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:47,493 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=5, maxPoolSize=5 2024-12-09T00:07:47,494 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7ba18a594d9f:0, corePoolSize=10, maxPoolSize=10 2024-12-09T00:07:47,494 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,494 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=2, maxPoolSize=2 2024-12-09T00:07:47,494 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T00:07:47,496 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T00:07:47,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T00:07:47,502 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733702897502 2024-12-09T00:07:47,502 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T00:07:47,502 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T00:07:47,502 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T00:07:47,502 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T00:07:47,502 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T00:07:47,503 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T00:07:47,503 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,503 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T00:07:47,503 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T00:07:47,503 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T00:07:47,504 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T00:07:47,504 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T00:07:47,506 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.large.0-1733702867504,5,FailOnTimeoutGroup] 2024-12-09T00:07:47,509 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.small.0-1733702867506,5,FailOnTimeoutGroup] 2024-12-09T00:07:47,510 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,510 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T00:07:47,510 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,510 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741831_1007 (size=1039) 2024-12-09T00:07:47,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T00:07:47,513 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741832_1008 (size=32) 2024-12-09T00:07:47,524 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7ba18a594d9f:36113 2024-12-09T00:07:47,525 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1008): ClusterId : 13ed1236-c7f6-4896-976d-efc4c3550385 2024-12-09T00:07:47,525 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T00:07:47,528 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T00:07:47,528 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T00:07:47,530 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T00:07:47,530 DEBUG [RS:0;7ba18a594d9f:36113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38777255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:47,531 DEBUG [RS:0;7ba18a594d9f:36113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387da6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ba18a594d9f/172.17.0.2:0 2024-12-09T00:07:47,531 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T00:07:47,531 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T00:07:47,531 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T00:07:47,532 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3073): reportForDuty to master=7ba18a594d9f,46483,1733702866031 with isa=7ba18a594d9f/172.17.0.2:36113, startcode=1733702866085 2024-12-09T00:07:47,532 DEBUG [RS:0;7ba18a594d9f:36113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T00:07:47,534 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44401, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T00:07:47,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46483 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:47,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46483 {}] master.ServerManager(486): Registering regionserver=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:47,538 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:47,539 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39147 2024-12-09T00:07:47,539 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T00:07:47,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-09T00:07:47,541 DEBUG [RS:0;7ba18a594d9f:36113 {}] zookeeper.ZKUtil(111): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on existing znode=/2/rs/7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:47,541 WARN [RS:0;7ba18a594d9f:36113 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T00:07:47,541 INFO [RS:0;7ba18a594d9f:36113 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:07:47,541 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/WALs/7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:47,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7ba18a594d9f,36113,1733702866085] 2024-12-09T00:07:47,545 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-09T00:07:47,545 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T00:07:47,549 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T00:07:47,549 INFO [RS:0;7ba18a594d9f:36113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T00:07:47,549 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,550 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T00:07:47,551 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7ba18a594d9f:0, corePoolSize=2, maxPoolSize=2 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,551 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7ba18a594d9f:0, corePoolSize=1, maxPoolSize=1 2024-12-09T00:07:47,552 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7ba18a594d9f:0, corePoolSize=3, maxPoolSize=3 2024-12-09T00:07:47,552 DEBUG [RS:0;7ba18a594d9f:36113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7ba18a594d9f:0, corePoolSize=3, maxPoolSize=3 2024-12-09T00:07:47,552 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,552 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,552 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,553 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,553 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,36113,1733702866085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T00:07:47,576 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T00:07:47,577 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,36113,1733702866085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:47,597 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.Replication(204): 7ba18a594d9f,36113,1733702866085 started 2024-12-09T00:07:47,597 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1767): Serving as 7ba18a594d9f,36113,1733702866085, RpcServer on 7ba18a594d9f/172.17.0.2:36113, sessionid=0x1007419e1e10004 2024-12-09T00:07:47,597 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T00:07:47,597 DEBUG [RS:0;7ba18a594d9f:36113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:47,597 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ba18a594d9f,36113,1733702866085' 2024-12-09T00:07:47,597 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-09T00:07:47,598 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-09T00:07:47,599 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T00:07:47,599 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T00:07:47,599 DEBUG [RS:0;7ba18a594d9f:36113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:47,599 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7ba18a594d9f,36113,1733702866085' 2024-12-09T00:07:47,599 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-09T00:07:47,599 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-09T00:07:47,600 DEBUG [RS:0;7ba18a594d9f:36113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T00:07:47,600 INFO [RS:0;7ba18a594d9f:36113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T00:07:47,600 INFO [RS:0;7ba18a594d9f:36113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T00:07:47,700 INFO [RS:0;7ba18a594d9f:36113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T00:07:47,703 INFO [RS:0;7ba18a594d9f:36113 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ba18a594d9f%2C36113%2C1733702866085, suffix=, logDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/WALs/7ba18a594d9f,36113,1733702866085, archiveDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/oldWALs, maxLogs=10 2024-12-09T00:07:47,719 DEBUG [RS:0;7ba18a594d9f:36113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/WALs/7ba18a594d9f,36113,1733702866085/7ba18a594d9f%2C36113%2C1733702866085.1733702867705, exclude list is [], retry=0 2024-12-09T00:07:47,722 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-b8dd5eab-c121-4c59-b517-69420d464542,DISK] 2024-12-09T00:07:47,725 INFO [RS:0;7ba18a594d9f:36113 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/WALs/7ba18a594d9f,36113,1733702866085/7ba18a594d9f%2C36113%2C1733702866085.1733702867705 2024-12-09T00:07:47,725 DEBUG [RS:0;7ba18a594d9f:36113 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45049:45049)] 2024-12-09T00:07:47,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:47,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T00:07:47,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T00:07:47,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:47,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T00:07:47,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T00:07:47,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:47,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T00:07:47,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T00:07:47,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:47,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:47,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740 2024-12-09T00:07:47,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740 2024-12-09T00:07:47,940 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T00:07:47,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T00:07:47,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:47,945 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67528976, jitterRate=0.0062601566314697266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T00:07:47,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T00:07:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T00:07:47,946 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T00:07:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T00:07:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T00:07:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T00:07:47,946 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T00:07:47,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T00:07:47,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T00:07:47,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T00:07:47,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T00:07:47,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T00:07:47,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T00:07:47,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T00:07:47,978 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-09T00:07:48,101 DEBUG [7ba18a594d9f:46483 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-09T00:07:48,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:48,105 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ba18a594d9f,36113,1733702866085, state=OPENING 2024-12-09T00:07:48,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T00:07:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:48,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:48,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:48,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T00:07:48,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T00:07:48,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:48,263 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T00:07:48,265 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T00:07:48,271 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T00:07:48,271 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T00:07:48,271 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T00:07:48,274 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7ba18a594d9f%2C36113%2C1733702866085.meta, suffix=.meta, logDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/WALs/7ba18a594d9f,36113,1733702866085, archiveDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/oldWALs, maxLogs=10 2024-12-09T00:07:48,289 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/WALs/7ba18a594d9f,36113,1733702866085/7ba18a594d9f%2C36113%2C1733702866085.meta.1733702868275.meta, exclude list is [], retry=0 2024-12-09T00:07:48,292 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40605,DS-b8dd5eab-c121-4c59-b517-69420d464542,DISK] 2024-12-09T00:07:48,294 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/WALs/7ba18a594d9f,36113,1733702866085/7ba18a594d9f%2C36113%2C1733702866085.meta.1733702868275.meta 2024-12-09T00:07:48,295 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45049:45049)] 2024-12-09T00:07:48,295 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:07:48,295 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T00:07:48,295 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T00:07:48,296 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T00:07:48,296 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T00:07:48,296 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:48,296 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T00:07:48,296 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T00:07:48,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T00:07:48,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T00:07:48,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:48,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:48,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T00:07:48,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T00:07:48,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:48,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:48,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T00:07:48,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T00:07:48,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:48,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T00:07:48,304 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740 2024-12-09T00:07:48,306 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740 2024-12-09T00:07:48,308 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T00:07:48,309 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T00:07:48,310 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71534956, jitterRate=0.06595391035079956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T00:07:48,311 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T00:07:48,312 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733702868262 2024-12-09T00:07:48,315 DEBUG [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T00:07:48,315 INFO [RS_OPEN_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T00:07:48,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:48,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7ba18a594d9f,36113,1733702866085, state=OPEN 2024-12-09T00:07:48,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-09T00:07:48,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-09T00:07:48,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T00:07:48,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-09T00:07:48,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T00:07:48,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7ba18a594d9f,36113,1733702866085 in 210 msec 2024-12-09T00:07:48,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T00:07:48,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-12-09T00:07:48,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 837 msec 2024-12-09T00:07:48,328 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733702868328, completionTime=-1 2024-12-09T00:07:48,328 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-09T00:07:48,328 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T00:07:48,329 DEBUG [hconnection-0x61a76e05-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:07:48,331 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:07:48,332 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-09T00:07:48,332 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733702928332 2024-12-09T00:07:48,332 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733702988332 2024-12-09T00:07:48,332 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T00:07:48,339 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46483,1733702866031-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:48,339 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46483,1733702866031-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:48,339 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46483,1733702866031-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:48,339 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7ba18a594d9f:46483, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:48,339 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:48,339 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T00:07:48,340 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T00:07:48,341 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T00:07:48,341 DEBUG [master/7ba18a594d9f:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T00:07:48,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:07:48,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:48,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:07:48,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741835_1011 (size=358) 2024-12-09T00:07:48,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T00:07:48,755 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f21537907d49a7919dafd69c9a9d062d, NAME => 'hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:48,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741836_1012 (size=42) 2024-12-09T00:07:48,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:48,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f21537907d49a7919dafd69c9a9d062d, disabling compactions & flushes 2024-12-09T00:07:48,765 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:07:48,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:07:48,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. after waiting 0 ms 2024-12-09T00:07:48,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:07:48,765 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:07:48,765 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f21537907d49a7919dafd69c9a9d062d: 2024-12-09T00:07:48,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:07:48,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733702868767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702868767"}]},"ts":"1733702868767"} 2024-12-09T00:07:48,773 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T00:07:48,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:07:48,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702868774"}]},"ts":"1733702868774"} 2024-12-09T00:07:48,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T00:07:48,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f21537907d49a7919dafd69c9a9d062d, ASSIGN}] 2024-12-09T00:07:48,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f21537907d49a7919dafd69c9a9d062d, ASSIGN 2024-12-09T00:07:48,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f21537907d49a7919dafd69c9a9d062d, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:48,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f21537907d49a7919dafd69c9a9d062d, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:48,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f21537907d49a7919dafd69c9a9d062d, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:49,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:49,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:07:49,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f21537907d49a7919dafd69c9a9d062d, NAME => 'hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:07:49,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:07:49,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:49,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:07:49,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:07:49,100 INFO [StoreOpener-f21537907d49a7919dafd69c9a9d062d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:07:49,102 INFO [StoreOpener-f21537907d49a7919dafd69c9a9d062d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f21537907d49a7919dafd69c9a9d062d columnFamilyName info 2024-12-09T00:07:49,102 DEBUG [StoreOpener-f21537907d49a7919dafd69c9a9d062d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:49,102 INFO [StoreOpener-f21537907d49a7919dafd69c9a9d062d-1 {}] regionserver.HStore(327): Store=f21537907d49a7919dafd69c9a9d062d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:49,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:07:49,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:07:49,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:07:49,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:49,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f21537907d49a7919dafd69c9a9d062d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62960529, jitterRate=-0.06181500852108002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T00:07:49,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f21537907d49a7919dafd69c9a9d062d: 2024-12-09T00:07:49,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d., pid=6, masterSystemTime=1733702869091 2024-12-09T00:07:49,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:07:49,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:07:49,115 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f21537907d49a7919dafd69c9a9d062d, regionState=OPEN, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:49,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T00:07:49,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f21537907d49a7919dafd69c9a9d062d, server=7ba18a594d9f,36113,1733702866085 in 179 msec 2024-12-09T00:07:49,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T00:07:49,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f21537907d49a7919dafd69c9a9d062d, ASSIGN in 338 msec 2024-12-09T00:07:49,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:07:49,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702869124"}]},"ts":"1733702869124"} 2024-12-09T00:07:49,127 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T00:07:49,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T00:07:49,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T00:07:49,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-09T00:07:49,130 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-09T00:07:49,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:07:49,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T00:07:49,131 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T00:07:49,131 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T00:07:49,131 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T00:07:49,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 791 msec 2024-12-09T00:07:49,143 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-09T00:07:49,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-09T00:07:49,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:49,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:07:49,151 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T00:07:49,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-09T00:07:49,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 16 msec 2024-12-09T00:07:49,174 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T00:07:49,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-09T00:07:49,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-09T00:07:49,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-09T00:07:49,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-09T00:07:49,201 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.089sec 2024-12-09T00:07:49,202 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T00:07:49,202 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T00:07:49,202 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T00:07:49,202 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T00:07:49,202 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T00:07:49,202 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46483,1733702866031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T00:07:49,202 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46483,1733702866031-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T00:07:49,205 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T00:07:49,205 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T00:07:49,205 INFO [master/7ba18a594d9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7ba18a594d9f,46483,1733702866031-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T00:07:49,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42c08574 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@158b2965 2024-12-09T00:07:49,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b573af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:49,217 DEBUG [hconnection-0x51143fd0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:07:49,219 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:07:49,221 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7ba18a594d9f,46483,1733702866031 2024-12-09T00:07:49,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5937293a to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@292d6773 2024-12-09T00:07:49,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71916516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:49,227 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0317372c to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6309a08d 2024-12-09T00:07:49,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215d5560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:49,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x618adf90 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f2916e4 2024-12-09T00:07:49,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494ac34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:49,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:07:49,242 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:07:49,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:07:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-09T00:07:49,256 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:07:49,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-09T00:07:49,256 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:49,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:07:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:49,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741837_1013 (size=631) 2024-12-09T00:07:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:49,673 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3f9aa259ba6acb7c4f9de512a6233d0c, NAME => 'test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:49,674 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 48ec6e76178b169810da73c4ba8da174, NAME => 'test,,1733702869248.48ec6e76178b169810da73c4ba8da174.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:49,674 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 62a02631007f3a1498255307ae02baa2, NAME => 'test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741838_1014 (size=45) 2024-12-09T00:07:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741839_1015 (size=45) 2024-12-09T00:07:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741840_1016 (size=42) 2024-12-09T00:07:49,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:49,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 62a02631007f3a1498255307ae02baa2, disabling compactions & flushes 2024-12-09T00:07:49,691 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:07:49,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:07:49,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. after waiting 0 ms 2024-12-09T00:07:49,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:07:49,691 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:07:49,691 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 62a02631007f3a1498255307ae02baa2: 2024-12-09T00:07:49,692 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b12c3989e0329153f7175b0e311597c3, NAME => 'test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:49,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733702869248.48ec6e76178b169810da73c4ba8da174.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:49,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 48ec6e76178b169810da73c4ba8da174, disabling compactions & flushes 2024-12-09T00:07:49,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:07:49,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:07:49,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733702869248.48ec6e76178b169810da73c4ba8da174. after waiting 0 ms 2024-12-09T00:07:49,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:07:49,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:07:49,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 48ec6e76178b169810da73c4ba8da174: 2024-12-09T00:07:49,694 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4ce54aa6d11d1f774e47eec027abb731, NAME => 'test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741841_1017 (size=45) 2024-12-09T00:07:49,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741842_1018 (size=45) 2024-12-09T00:07:49,701 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:49,701 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b12c3989e0329153f7175b0e311597c3, disabling compactions & flushes 2024-12-09T00:07:49,701 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:07:49,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:07:49,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. after waiting 0 ms 2024-12-09T00:07:49,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:07:49,702 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:07:49,702 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b12c3989e0329153f7175b0e311597c3: 2024-12-09T00:07:49,702 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 705916f84580e5dbfa6131104aefe9f2, NAME => 'test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741843_1019 (size=45) 2024-12-09T00:07:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:50,086 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,086 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3f9aa259ba6acb7c4f9de512a6233d0c, disabling compactions & flushes 2024-12-09T00:07:50,086 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:07:50,086 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:07:50,086 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. after waiting 0 ms 2024-12-09T00:07:50,086 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:07:50,086 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:07:50,086 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3f9aa259ba6acb7c4f9de512a6233d0c: 2024-12-09T00:07:50,087 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 13e5319ecbca4588b6e13a25080d2bc7, NAME => 'test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741844_1020 (size=45) 2024-12-09T00:07:50,095 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,095 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 13e5319ecbca4588b6e13a25080d2bc7, disabling compactions & flushes 2024-12-09T00:07:50,095 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:07:50,095 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:07:50,095 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. after waiting 0 ms 2024-12-09T00:07:50,095 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:07:50,095 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:07:50,095 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 13e5319ecbca4588b6e13a25080d2bc7: 2024-12-09T00:07:50,096 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 24d0adcf76e0226b566a71a5eef43e4e, NAME => 'test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,101 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4ce54aa6d11d1f774e47eec027abb731, disabling compactions & flushes 2024-12-09T00:07:50,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:07:50,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:07:50,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. after waiting 0 ms 2024-12-09T00:07:50,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:07:50,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:07:50,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4ce54aa6d11d1f774e47eec027abb731: 2024-12-09T00:07:50,103 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 369ca2a479cfbd27011363d96f7d7a21, NAME => 'test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741845_1021 (size=45) 2024-12-09T00:07:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741846_1022 (size=45) 2024-12-09T00:07:50,110 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,110 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 705916f84580e5dbfa6131104aefe9f2, disabling compactions & flushes 2024-12-09T00:07:50,110 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:07:50,110 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:07:50,110 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. after waiting 0 ms 2024-12-09T00:07:50,110 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:07:50,110 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:07:50,110 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 705916f84580e5dbfa6131104aefe9f2: 2024-12-09T00:07:50,111 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b647130b34d5c076370a3486c26d3bef, NAME => 'test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741847_1023 (size=45) 2024-12-09T00:07:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:50,505 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,505 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 24d0adcf76e0226b566a71a5eef43e4e, disabling compactions & flushes 2024-12-09T00:07:50,505 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:07:50,505 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:07:50,505 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. after waiting 0 ms 2024-12-09T00:07:50,505 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:07:50,505 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:07:50,505 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 24d0adcf76e0226b566a71a5eef43e4e: 2024-12-09T00:07:50,506 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 88e61901b8b26bf7227eea41da4b97f9, NAME => 'test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,510 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 369ca2a479cfbd27011363d96f7d7a21, disabling compactions & flushes 2024-12-09T00:07:50,511 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:07:50,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:07:50,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. after waiting 0 ms 2024-12-09T00:07:50,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:07:50,511 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:07:50,511 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 369ca2a479cfbd27011363d96f7d7a21: 2024-12-09T00:07:50,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7fb926beb9dc8f18201bf51903952d6d, NAME => 'test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741848_1024 (size=45) 2024-12-09T00:07:50,518 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,518 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b647130b34d5c076370a3486c26d3bef, disabling compactions & flushes 2024-12-09T00:07:50,518 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:07:50,518 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:07:50,518 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. after waiting 0 ms 2024-12-09T00:07:50,518 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:07:50,518 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:07:50,518 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b647130b34d5c076370a3486c26d3bef: 2024-12-09T00:07:50,519 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 375d80e7fa6abc94157d87062164be48, NAME => 'test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741849_1025 (size=45) 2024-12-09T00:07:50,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 7fb926beb9dc8f18201bf51903952d6d, disabling compactions & flushes 2024-12-09T00:07:50,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:07:50,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:07:50,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. after waiting 0 ms 2024-12-09T00:07:50,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:07:50,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:07:50,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7fb926beb9dc8f18201bf51903952d6d: 2024-12-09T00:07:50,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 30d3af3edfdf96db04341045c11dc1de, NAME => 'test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741850_1026 (size=45) 2024-12-09T00:07:50,526 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,526 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 375d80e7fa6abc94157d87062164be48, disabling compactions & flushes 2024-12-09T00:07:50,526 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:07:50,527 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:07:50,527 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. after waiting 0 ms 2024-12-09T00:07:50,527 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:07:50,527 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:07:50,527 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 375d80e7fa6abc94157d87062164be48: 2024-12-09T00:07:50,528 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 64406a402faa7d0dcecaae518d35de93, NAME => 'test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741851_1027 (size=45) 2024-12-09T00:07:50,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 30d3af3edfdf96db04341045c11dc1de, disabling compactions & flushes 2024-12-09T00:07:50,531 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:07:50,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:07:50,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. after waiting 0 ms 2024-12-09T00:07:50,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:07:50,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:07:50,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 30d3af3edfdf96db04341045c11dc1de: 2024-12-09T00:07:50,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 731827b64e78ba45705c9d52037df300, NAME => 'test,ppp,1733702869248.731827b64e78ba45705c9d52037df300.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741852_1028 (size=45) 2024-12-09T00:07:50,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 64406a402faa7d0dcecaae518d35de93, disabling compactions & flushes 2024-12-09T00:07:50,535 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:07:50,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:07:50,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. after waiting 0 ms 2024-12-09T00:07:50,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:07:50,535 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:07:50,535 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 64406a402faa7d0dcecaae518d35de93: 2024-12-09T00:07:50,536 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9d7ce4dcd29caa90918d4632bb34080e, NAME => 'test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741853_1029 (size=45) 2024-12-09T00:07:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741854_1030 (size=45) 2024-12-09T00:07:50,917 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,917 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 88e61901b8b26bf7227eea41da4b97f9, disabling compactions & flushes 2024-12-09T00:07:50,917 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:07:50,917 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:07:50,917 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. after waiting 0 ms 2024-12-09T00:07:50,917 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:07:50,917 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:07:50,917 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 88e61901b8b26bf7227eea41da4b97f9: 2024-12-09T00:07:50,918 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => b3d40124d73e8f9792e65ffc0d365bb4, NAME => 'test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741855_1031 (size=45) 2024-12-09T00:07:50,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1733702869248.731827b64e78ba45705c9d52037df300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 731827b64e78ba45705c9d52037df300, disabling compactions & flushes 2024-12-09T00:07:50,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:07:50,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:07:50,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. after waiting 0 ms 2024-12-09T00:07:50,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:07:50,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:07:50,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 731827b64e78ba45705c9d52037df300: 2024-12-09T00:07:50,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4d4b75a06ca0a38c41da237d74d82d64, NAME => 'test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,945 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,945 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9d7ce4dcd29caa90918d4632bb34080e, disabling compactions & flushes 2024-12-09T00:07:50,945 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:07:50,945 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:07:50,945 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. after waiting 0 ms 2024-12-09T00:07:50,945 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:07:50,945 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:07:50,945 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9d7ce4dcd29caa90918d4632bb34080e: 2024-12-09T00:07:50,946 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 5927581d2a6f332424044ca749bd948f, NAME => 'test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741856_1032 (size=45) 2024-12-09T00:07:50,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:50,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 4d4b75a06ca0a38c41da237d74d82d64, disabling compactions & flushes 2024-12-09T00:07:50,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:07:50,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:07:50,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. after waiting 0 ms 2024-12-09T00:07:50,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:07:50,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:07:50,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4d4b75a06ca0a38c41da237d74d82d64: 2024-12-09T00:07:50,954 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bda2e2f64b9106401c30c27e8259ab84, NAME => 'test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:50,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741857_1033 (size=45) 2024-12-09T00:07:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741858_1034 (size=45) 2024-12-09T00:07:51,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:51,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing b3d40124d73e8f9792e65ffc0d365bb4, disabling compactions & flushes 2024-12-09T00:07:51,327 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:07:51,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:07:51,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. after waiting 0 ms 2024-12-09T00:07:51,327 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:07:51,327 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:07:51,328 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for b3d40124d73e8f9792e65ffc0d365bb4: 2024-12-09T00:07:51,328 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 0038964e14eaf0118cf881fd94287862, NAME => 'test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:51,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741859_1035 (size=45) 2024-12-09T00:07:51,359 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:51,359 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 5927581d2a6f332424044ca749bd948f, disabling compactions & flushes 2024-12-09T00:07:51,359 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:07:51,359 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:07:51,359 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. after waiting 0 ms 2024-12-09T00:07:51,359 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:07:51,359 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:07:51,359 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 5927581d2a6f332424044ca749bd948f: 2024-12-09T00:07:51,360 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0039d9b45df4233da8425a393468818f, NAME => 'test,www,1733702869248.0039d9b45df4233da8425a393468818f.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741860_1036 (size=45) 2024-12-09T00:07:51,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:51,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing bda2e2f64b9106401c30c27e8259ab84, disabling compactions & flushes 2024-12-09T00:07:51,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:07:51,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:07:51,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. after waiting 0 ms 2024-12-09T00:07:51,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:07:51,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:07:51,368 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for bda2e2f64b9106401c30c27e8259ab84: 2024-12-09T00:07:51,368 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 36ea890997ee952bb6aed34990a5dad4, NAME => 'test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:51,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741861_1037 (size=45) 2024-12-09T00:07:51,737 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:51,737 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 0038964e14eaf0118cf881fd94287862, disabling compactions & flushes 2024-12-09T00:07:51,738 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:07:51,738 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:07:51,738 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. after waiting 0 ms 2024-12-09T00:07:51,738 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:07:51,738 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:07:51,738 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 0038964e14eaf0118cf881fd94287862: 2024-12-09T00:07:51,738 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bf37e73ee3ef626ecae3ff0a80dc7787, NAME => 'test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:51,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741862_1038 (size=45) 2024-12-09T00:07:51,768 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733702869248.0039d9b45df4233da8425a393468818f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:51,768 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0039d9b45df4233da8425a393468818f, disabling compactions & flushes 2024-12-09T00:07:51,768 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:07:51,768 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:07:51,768 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733702869248.0039d9b45df4233da8425a393468818f. after waiting 0 ms 2024-12-09T00:07:51,768 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:07:51,768 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:07:51,768 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0039d9b45df4233da8425a393468818f: 2024-12-09T00:07:51,769 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9232d44388e07a1c04f3f3c5871252a3, NAME => 'test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:51,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741863_1039 (size=42) 2024-12-09T00:07:51,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:51,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 36ea890997ee952bb6aed34990a5dad4, disabling compactions & flushes 2024-12-09T00:07:51,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:07:51,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:07:51,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. after waiting 0 ms 2024-12-09T00:07:51,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:07:51,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:07:51,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 36ea890997ee952bb6aed34990a5dad4: 2024-12-09T00:07:52,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:07:52,147 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,147 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bf37e73ee3ef626ecae3ff0a80dc7787, disabling compactions & flushes 2024-12-09T00:07:52,147 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:07:52,147 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:07:52,147 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. after waiting 0 ms 2024-12-09T00:07:52,147 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:07:52,147 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:07:52,148 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bf37e73ee3ef626ecae3ff0a80dc7787: 2024-12-09T00:07:52,178 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,179 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 9232d44388e07a1c04f3f3c5871252a3, disabling compactions & flushes 2024-12-09T00:07:52,179 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:07:52,179 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:07:52,179 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. after waiting 0 ms 2024-12-09T00:07:52,179 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:07:52,179 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:07:52,179 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9232d44388e07a1c04f3f3c5871252a3: 2024-12-09T00:07:52,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:07:52,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733702869248.48ec6e76178b169810da73c4ba8da174.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,183 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733702869248.731827b64e78ba45705c9d52037df300.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733702869248.0039d9b45df4233da8425a393468818f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,185 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733702872181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702872181"}]},"ts":"1733702872181"} 2024-12-09T00:07:52,223 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-09T00:07:52,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:07:52,225 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702872225"}]},"ts":"1733702872225"} 2024-12-09T00:07:52,227 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-09T00:07:52,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=48ec6e76178b169810da73c4ba8da174, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=62a02631007f3a1498255307ae02baa2, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f9aa259ba6acb7c4f9de512a6233d0c, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b12c3989e0329153f7175b0e311597c3, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4ce54aa6d11d1f774e47eec027abb731, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=705916f84580e5dbfa6131104aefe9f2, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=13e5319ecbca4588b6e13a25080d2bc7, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=24d0adcf76e0226b566a71a5eef43e4e, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=369ca2a479cfbd27011363d96f7d7a21, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b647130b34d5c076370a3486c26d3bef, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=88e61901b8b26bf7227eea41da4b97f9, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fb926beb9dc8f18201bf51903952d6d, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=375d80e7fa6abc94157d87062164be48, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=30d3af3edfdf96db04341045c11dc1de, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=64406a402faa7d0dcecaae518d35de93, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=731827b64e78ba45705c9d52037df300, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d7ce4dcd29caa90918d4632bb34080e, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b3d40124d73e8f9792e65ffc0d365bb4, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d4b75a06ca0a38c41da237d74d82d64, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5927581d2a6f332424044ca749bd948f, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bda2e2f64b9106401c30c27e8259ab84, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0038964e14eaf0118cf881fd94287862, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0039d9b45df4233da8425a393468818f, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36ea890997ee952bb6aed34990a5dad4, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf37e73ee3ef626ecae3ff0a80dc7787, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9232d44388e07a1c04f3f3c5871252a3, ASSIGN}] 2024-12-09T00:07:52,236 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=369ca2a479cfbd27011363d96f7d7a21, ASSIGN 2024-12-09T00:07:52,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=24d0adcf76e0226b566a71a5eef43e4e, ASSIGN 2024-12-09T00:07:52,236 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=13e5319ecbca4588b6e13a25080d2bc7, ASSIGN 2024-12-09T00:07:52,236 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=705916f84580e5dbfa6131104aefe9f2, ASSIGN 2024-12-09T00:07:52,237 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=369ca2a479cfbd27011363d96f7d7a21, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,237 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=13e5319ecbca4588b6e13a25080d2bc7, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,237 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=705916f84580e5dbfa6131104aefe9f2, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,237 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=24d0adcf76e0226b566a71a5eef43e4e, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,241 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9232d44388e07a1c04f3f3c5871252a3, ASSIGN 2024-12-09T00:07:52,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=36ea890997ee952bb6aed34990a5dad4, ASSIGN 2024-12-09T00:07:52,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf37e73ee3ef626ecae3ff0a80dc7787, ASSIGN 2024-12-09T00:07:52,241 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0039d9b45df4233da8425a393468818f, ASSIGN 2024-12-09T00:07:52,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0038964e14eaf0118cf881fd94287862, ASSIGN 2024-12-09T00:07:52,242 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9232d44388e07a1c04f3f3c5871252a3, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bf37e73ee3ef626ecae3ff0a80dc7787, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,242 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=36ea890997ee952bb6aed34990a5dad4, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,242 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0038964e14eaf0118cf881fd94287862, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,242 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0039d9b45df4233da8425a393468818f, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bda2e2f64b9106401c30c27e8259ab84, ASSIGN 2024-12-09T00:07:52,247 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4d4b75a06ca0a38c41da237d74d82d64, ASSIGN 2024-12-09T00:07:52,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5927581d2a6f332424044ca749bd948f, ASSIGN 2024-12-09T00:07:52,248 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b3d40124d73e8f9792e65ffc0d365bb4, ASSIGN 2024-12-09T00:07:52,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d7ce4dcd29caa90918d4632bb34080e, ASSIGN 2024-12-09T00:07:52,249 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4d4b75a06ca0a38c41da237d74d82d64, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,249 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bda2e2f64b9106401c30c27e8259ab84, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,249 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5927581d2a6f332424044ca749bd948f, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,249 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b3d40124d73e8f9792e65ffc0d365bb4, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9d7ce4dcd29caa90918d4632bb34080e, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,253 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=30d3af3edfdf96db04341045c11dc1de, ASSIGN 2024-12-09T00:07:52,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=64406a402faa7d0dcecaae518d35de93, ASSIGN 2024-12-09T00:07:52,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=375d80e7fa6abc94157d87062164be48, ASSIGN 2024-12-09T00:07:52,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=731827b64e78ba45705c9d52037df300, ASSIGN 2024-12-09T00:07:52,253 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fb926beb9dc8f18201bf51903952d6d, ASSIGN 2024-12-09T00:07:52,254 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=30d3af3edfdf96db04341045c11dc1de, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,254 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=64406a402faa7d0dcecaae518d35de93, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=731827b64e78ba45705c9d52037df300, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,255 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7fb926beb9dc8f18201bf51903952d6d, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=375d80e7fa6abc94157d87062164be48, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b647130b34d5c076370a3486c26d3bef, ASSIGN 2024-12-09T00:07:52,258 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4ce54aa6d11d1f774e47eec027abb731, ASSIGN 2024-12-09T00:07:52,258 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b12c3989e0329153f7175b0e311597c3, ASSIGN 2024-12-09T00:07:52,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b647130b34d5c076370a3486c26d3bef, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=88e61901b8b26bf7227eea41da4b97f9, ASSIGN 2024-12-09T00:07:52,260 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4ce54aa6d11d1f774e47eec027abb731, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,260 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b12c3989e0329153f7175b0e311597c3, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,261 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=88e61901b8b26bf7227eea41da4b97f9, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3f9aa259ba6acb7c4f9de512a6233d0c, ASSIGN 2024-12-09T00:07:52,264 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=62a02631007f3a1498255307ae02baa2, ASSIGN 2024-12-09T00:07:52,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3f9aa259ba6acb7c4f9de512a6233d0c, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,265 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=48ec6e76178b169810da73c4ba8da174, ASSIGN 2024-12-09T00:07:52,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=62a02631007f3a1498255307ae02baa2, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,266 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=48ec6e76178b169810da73c4ba8da174, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:52,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=731827b64e78ba45705c9d52037df300, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b3d40124d73e8f9792e65ffc0d365bb4, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,388 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=48ec6e76178b169810da73c4ba8da174, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,388 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=369ca2a479cfbd27011363d96f7d7a21, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=0038964e14eaf0118cf881fd94287862, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=18, state=RUNNABLE; OpenRegionProcedure 369ca2a479cfbd27011363d96f7d7a21, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=27, state=RUNNABLE; OpenRegionProcedure b3d40124d73e8f9792e65ffc0d365bb4, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=10, state=RUNNABLE; OpenRegionProcedure 48ec6e76178b169810da73c4ba8da174, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=375d80e7fa6abc94157d87062164be48, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=31, state=RUNNABLE; OpenRegionProcedure 0038964e14eaf0118cf881fd94287862, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=25, state=RUNNABLE; OpenRegionProcedure 731827b64e78ba45705c9d52037df300, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=22, state=RUNNABLE; OpenRegionProcedure 375d80e7fa6abc94157d87062164be48, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=bf37e73ee3ef626ecae3ff0a80dc7787, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,403 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=30d3af3edfdf96db04341045c11dc1de, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5927581d2a6f332424044ca749bd948f, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=34, state=RUNNABLE; OpenRegionProcedure bf37e73ee3ef626ecae3ff0a80dc7787, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=23, state=RUNNABLE; OpenRegionProcedure 30d3af3edfdf96db04341045c11dc1de, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=29, state=RUNNABLE; OpenRegionProcedure 5927581d2a6f332424044ca749bd948f, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=7fb926beb9dc8f18201bf51903952d6d, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=b647130b34d5c076370a3486c26d3bef, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=21, state=RUNNABLE; OpenRegionProcedure 7fb926beb9dc8f18201bf51903952d6d, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=19, state=RUNNABLE; OpenRegionProcedure b647130b34d5c076370a3486c26d3bef, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=705916f84580e5dbfa6131104aefe9f2, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=3f9aa259ba6acb7c4f9de512a6233d0c, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=15, state=RUNNABLE; OpenRegionProcedure 705916f84580e5dbfa6131104aefe9f2, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,420 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=9d7ce4dcd29caa90918d4632bb34080e, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=12, state=RUNNABLE; OpenRegionProcedure 3f9aa259ba6acb7c4f9de512a6233d0c, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=36ea890997ee952bb6aed34990a5dad4, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=26, state=RUNNABLE; OpenRegionProcedure 9d7ce4dcd29caa90918d4632bb34080e, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=13e5319ecbca4588b6e13a25080d2bc7, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=33, state=RUNNABLE; OpenRegionProcedure 36ea890997ee952bb6aed34990a5dad4, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,424 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bda2e2f64b9106401c30c27e8259ab84, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=16, state=RUNNABLE; OpenRegionProcedure 13e5319ecbca4588b6e13a25080d2bc7, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=30, state=RUNNABLE; OpenRegionProcedure bda2e2f64b9106401c30c27e8259ab84, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4ce54aa6d11d1f774e47eec027abb731, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,430 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=b12c3989e0329153f7175b0e311597c3, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=14, state=RUNNABLE; OpenRegionProcedure 4ce54aa6d11d1f774e47eec027abb731, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=13, state=RUNNABLE; OpenRegionProcedure b12c3989e0329153f7175b0e311597c3, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=62a02631007f3a1498255307ae02baa2, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=88e61901b8b26bf7227eea41da4b97f9, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,440 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=64406a402faa7d0dcecaae518d35de93, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=11, state=RUNNABLE; OpenRegionProcedure 62a02631007f3a1498255307ae02baa2, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=20, state=RUNNABLE; OpenRegionProcedure 88e61901b8b26bf7227eea41da4b97f9, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=24, state=RUNNABLE; OpenRegionProcedure 64406a402faa7d0dcecaae518d35de93, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,447 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0039d9b45df4233da8425a393468818f, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9232d44388e07a1c04f3f3c5871252a3, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=4d4b75a06ca0a38c41da237d74d82d64, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=35, state=RUNNABLE; OpenRegionProcedure 9232d44388e07a1c04f3f3c5871252a3, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=28, state=RUNNABLE; OpenRegionProcedure 4d4b75a06ca0a38c41da237d74d82d64, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=32, state=RUNNABLE; OpenRegionProcedure 0039d9b45df4233da8425a393468818f, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=24d0adcf76e0226b566a71a5eef43e4e, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=17, state=RUNNABLE; OpenRegionProcedure 24d0adcf76e0226b566a71a5eef43e4e, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:52,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,550 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:07:52,550 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d7ce4dcd29caa90918d4632bb34080e, NAME => 'test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-09T00:07:52,551 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,551 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,551 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,551 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,556 INFO [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,558 INFO [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d7ce4dcd29caa90918d4632bb34080e columnFamilyName f 2024-12-09T00:07:52,558 DEBUG [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,558 INFO [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] regionserver.HStore(327): Store=9d7ce4dcd29caa90918d4632bb34080e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,559 INFO [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,560 INFO [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d7ce4dcd29caa90918d4632bb34080e columnFamilyName norep 2024-12-09T00:07:52,560 DEBUG [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,561 INFO [StoreOpener-9d7ce4dcd29caa90918d4632bb34080e-1 {}] regionserver.HStore(327): Store=9d7ce4dcd29caa90918d4632bb34080e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,562 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,562 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,564 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,565 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:07:52,568 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9d7ce4dcd29caa90918d4632bb34080e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,569 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 9d7ce4dcd29caa90918d4632bb34080e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67900654, jitterRate=0.011798590421676636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,569 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 9d7ce4dcd29caa90918d4632bb34080e: 2024-12-09T00:07:52,570 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e., pid=49, masterSystemTime=1733702872543 2024-12-09T00:07:52,573 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:07:52,573 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:07:52,573 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:07:52,573 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 3f9aa259ba6acb7c4f9de512a6233d0c, NAME => 'test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-09T00:07:52,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=9d7ce4dcd29caa90918d4632bb34080e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,574 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,574 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,574 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,574 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,576 INFO [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,578 INFO [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f9aa259ba6acb7c4f9de512a6233d0c columnFamilyName f 2024-12-09T00:07:52,578 DEBUG [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,578 INFO [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] regionserver.HStore(327): Store=3f9aa259ba6acb7c4f9de512a6233d0c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,578 INFO [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,580 INFO [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f9aa259ba6acb7c4f9de512a6233d0c columnFamilyName norep 2024-12-09T00:07:52,580 DEBUG [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=26 2024-12-09T00:07:52,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=26, state=SUCCESS; OpenRegionProcedure 9d7ce4dcd29caa90918d4632bb34080e, server=7ba18a594d9f,33287,1733702859380 in 156 msec 2024-12-09T00:07:52,581 INFO [StoreOpener-3f9aa259ba6acb7c4f9de512a6233d0c-1 {}] regionserver.HStore(327): Store=3f9aa259ba6acb7c4f9de512a6233d0c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,583 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9d7ce4dcd29caa90918d4632bb34080e, ASSIGN in 350 msec 2024-12-09T00:07:52,583 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,585 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,587 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:07:52,590 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/3f9aa259ba6acb7c4f9de512a6233d0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,591 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 3f9aa259ba6acb7c4f9de512a6233d0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62744695, jitterRate=-0.06503118574619293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,591 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 3f9aa259ba6acb7c4f9de512a6233d0c: 2024-12-09T00:07:52,592 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c., pid=48, masterSystemTime=1733702872543 2024-12-09T00:07:52,595 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:07:52,595 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:07:52,595 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:07:52,595 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 375d80e7fa6abc94157d87062164be48, NAME => 'test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-09T00:07:52,596 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=3f9aa259ba6acb7c4f9de512a6233d0c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,596 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,596 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,596 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,596 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:07:52,598 INFO [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,600 INFO [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 375d80e7fa6abc94157d87062164be48 columnFamilyName f 2024-12-09T00:07:52,600 DEBUG [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,601 INFO [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] regionserver.HStore(327): Store=375d80e7fa6abc94157d87062164be48/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=12 2024-12-09T00:07:52,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=12, state=SUCCESS; OpenRegionProcedure 3f9aa259ba6acb7c4f9de512a6233d0c, server=7ba18a594d9f,33287,1733702859380 in 180 msec 2024-12-09T00:07:52,602 INFO [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3f9aa259ba6acb7c4f9de512a6233d0c, ASSIGN in 371 msec 2024-12-09T00:07:52,605 INFO [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 375d80e7fa6abc94157d87062164be48 columnFamilyName norep 2024-12-09T00:07:52,605 DEBUG [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,605 INFO [StoreOpener-375d80e7fa6abc94157d87062164be48-1 {}] regionserver.HStore(327): Store=375d80e7fa6abc94157d87062164be48/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,606 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,607 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,609 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,610 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 375d80e7fa6abc94157d87062164be48 2024-12-09T00:07:52,613 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/375d80e7fa6abc94157d87062164be48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,614 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 375d80e7fa6abc94157d87062164be48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68342377, jitterRate=0.018380776047706604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,614 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 375d80e7fa6abc94157d87062164be48: 2024-12-09T00:07:52,615 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48., pid=41, masterSystemTime=1733702872543 2024-12-09T00:07:52,618 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:07:52,618 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:07:52,618 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:07:52,618 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 369ca2a479cfbd27011363d96f7d7a21, NAME => 'test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-09T00:07:52,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=375d80e7fa6abc94157d87062164be48, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,619 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,619 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,619 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,619 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,621 INFO [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,623 INFO [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 369ca2a479cfbd27011363d96f7d7a21 columnFamilyName f 2024-12-09T00:07:52,623 DEBUG [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,624 INFO [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] regionserver.HStore(327): Store=369ca2a479cfbd27011363d96f7d7a21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,624 INFO [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=22 2024-12-09T00:07:52,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=22, state=SUCCESS; OpenRegionProcedure 375d80e7fa6abc94157d87062164be48, server=7ba18a594d9f,33287,1733702859380 in 224 msec 2024-12-09T00:07:52,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=375d80e7fa6abc94157d87062164be48, ASSIGN in 393 msec 2024-12-09T00:07:52,627 INFO [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 369ca2a479cfbd27011363d96f7d7a21 columnFamilyName norep 2024-12-09T00:07:52,627 DEBUG [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,627 INFO [StoreOpener-369ca2a479cfbd27011363d96f7d7a21-1 {}] regionserver.HStore(327): Store=369ca2a479cfbd27011363d96f7d7a21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,630 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,631 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,632 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,634 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:07:52,637 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/369ca2a479cfbd27011363d96f7d7a21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,637 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 369ca2a479cfbd27011363d96f7d7a21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61657685, jitterRate=-0.08122889697551727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,637 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 369ca2a479cfbd27011363d96f7d7a21: 2024-12-09T00:07:52,638 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21., pid=36, masterSystemTime=1733702872543 2024-12-09T00:07:52,641 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:07:52,641 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:07:52,641 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:07:52,641 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fb926beb9dc8f18201bf51903952d6d, NAME => 'test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-09T00:07:52,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=369ca2a479cfbd27011363d96f7d7a21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,642 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,642 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,642 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,642 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,644 INFO [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=18 2024-12-09T00:07:52,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=18, state=SUCCESS; OpenRegionProcedure 369ca2a479cfbd27011363d96f7d7a21, server=7ba18a594d9f,33287,1733702859380 in 253 msec 2024-12-09T00:07:52,647 INFO [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb926beb9dc8f18201bf51903952d6d columnFamilyName f 2024-12-09T00:07:52,647 DEBUG [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,648 INFO [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] regionserver.HStore(327): Store=7fb926beb9dc8f18201bf51903952d6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,649 INFO [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=369ca2a479cfbd27011363d96f7d7a21, ASSIGN in 416 msec 2024-12-09T00:07:52,650 INFO [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fb926beb9dc8f18201bf51903952d6d columnFamilyName norep 2024-12-09T00:07:52,650 DEBUG [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,651 INFO [StoreOpener-7fb926beb9dc8f18201bf51903952d6d-1 {}] regionserver.HStore(327): Store=7fb926beb9dc8f18201bf51903952d6d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,652 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,652 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,654 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,655 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:07:52,659 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/7fb926beb9dc8f18201bf51903952d6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,659 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 7fb926beb9dc8f18201bf51903952d6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64817749, jitterRate=-0.03414027392864227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,659 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 7fb926beb9dc8f18201bf51903952d6d: 2024-12-09T00:07:52,660 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d., pid=45, masterSystemTime=1733702872543 2024-12-09T00:07:52,663 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:07:52,663 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:07:52,663 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:07:52,663 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 64406a402faa7d0dcecaae518d35de93, NAME => 'test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-09T00:07:52,664 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=7fb926beb9dc8f18201bf51903952d6d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,664 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,664 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,664 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,664 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,666 INFO [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,668 INFO [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64406a402faa7d0dcecaae518d35de93 columnFamilyName f 2024-12-09T00:07:52,668 DEBUG [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,668 INFO [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] regionserver.HStore(327): Store=64406a402faa7d0dcecaae518d35de93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,669 INFO [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=21 2024-12-09T00:07:52,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=21, state=SUCCESS; OpenRegionProcedure 7fb926beb9dc8f18201bf51903952d6d, server=7ba18a594d9f,33287,1733702859380 in 256 msec 2024-12-09T00:07:52,670 INFO [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64406a402faa7d0dcecaae518d35de93 columnFamilyName norep 2024-12-09T00:07:52,670 DEBUG [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7fb926beb9dc8f18201bf51903952d6d, ASSIGN in 438 msec 2024-12-09T00:07:52,671 INFO [StoreOpener-64406a402faa7d0dcecaae518d35de93-1 {}] regionserver.HStore(327): Store=64406a402faa7d0dcecaae518d35de93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,671 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,672 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,673 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,674 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 64406a402faa7d0dcecaae518d35de93 2024-12-09T00:07:52,676 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/64406a402faa7d0dcecaae518d35de93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,677 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 64406a402faa7d0dcecaae518d35de93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74410981, jitterRate=0.10881002247333527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,677 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 64406a402faa7d0dcecaae518d35de93: 2024-12-09T00:07:52,678 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93., pid=57, masterSystemTime=1733702872543 2024-12-09T00:07:52,680 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:07:52,680 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:07:52,680 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:07:52,680 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 88e61901b8b26bf7227eea41da4b97f9, NAME => 'test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-09T00:07:52,680 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,681 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=64406a402faa7d0dcecaae518d35de93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,681 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,681 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,681 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,683 INFO [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,685 INFO [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e61901b8b26bf7227eea41da4b97f9 columnFamilyName f 2024-12-09T00:07:52,685 DEBUG [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,686 INFO [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] regionserver.HStore(327): Store=88e61901b8b26bf7227eea41da4b97f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=24 2024-12-09T00:07:52,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=24, state=SUCCESS; OpenRegionProcedure 64406a402faa7d0dcecaae518d35de93, server=7ba18a594d9f,33287,1733702859380 in 241 msec 2024-12-09T00:07:52,686 INFO [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,688 INFO [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88e61901b8b26bf7227eea41da4b97f9 columnFamilyName norep 2024-12-09T00:07:52,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=64406a402faa7d0dcecaae518d35de93, ASSIGN in 455 msec 2024-12-09T00:07:52,688 DEBUG [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,688 INFO [StoreOpener-88e61901b8b26bf7227eea41da4b97f9-1 {}] regionserver.HStore(327): Store=88e61901b8b26bf7227eea41da4b97f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,689 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,690 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,691 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,692 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:07:52,695 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/88e61901b8b26bf7227eea41da4b97f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,696 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 88e61901b8b26bf7227eea41da4b97f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67683290, jitterRate=0.008559614419937134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,696 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 88e61901b8b26bf7227eea41da4b97f9: 2024-12-09T00:07:52,697 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9., pid=56, masterSystemTime=1733702872543 2024-12-09T00:07:52,700 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:07:52,700 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:07:52,700 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:07:52,701 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 30d3af3edfdf96db04341045c11dc1de, NAME => 'test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-09T00:07:52,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=88e61901b8b26bf7227eea41da4b97f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,701 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,701 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,701 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,701 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,706 INFO [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=20 2024-12-09T00:07:52,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=20, state=SUCCESS; OpenRegionProcedure 88e61901b8b26bf7227eea41da4b97f9, server=7ba18a594d9f,33287,1733702859380 in 262 msec 2024-12-09T00:07:52,708 INFO [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d3af3edfdf96db04341045c11dc1de columnFamilyName f 2024-12-09T00:07:52,708 DEBUG [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,708 INFO [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] regionserver.HStore(327): Store=30d3af3edfdf96db04341045c11dc1de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=88e61901b8b26bf7227eea41da4b97f9, ASSIGN in 476 msec 2024-12-09T00:07:52,708 INFO [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,710 INFO [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30d3af3edfdf96db04341045c11dc1de columnFamilyName norep 2024-12-09T00:07:52,710 DEBUG [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,711 INFO [StoreOpener-30d3af3edfdf96db04341045c11dc1de-1 {}] regionserver.HStore(327): Store=30d3af3edfdf96db04341045c11dc1de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,713 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,713 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,715 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,717 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:07:52,720 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/30d3af3edfdf96db04341045c11dc1de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,721 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 30d3af3edfdf96db04341045c11dc1de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74244762, jitterRate=0.1063331663608551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,721 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 30d3af3edfdf96db04341045c11dc1de: 2024-12-09T00:07:52,722 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de., pid=43, masterSystemTime=1733702872543 2024-12-09T00:07:52,725 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:07:52,725 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:07:52,725 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:07:52,725 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 13e5319ecbca4588b6e13a25080d2bc7, NAME => 'test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-09T00:07:52,725 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=30d3af3edfdf96db04341045c11dc1de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,725 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,726 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,726 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,726 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,727 INFO [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,730 INFO [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e5319ecbca4588b6e13a25080d2bc7 columnFamilyName f 2024-12-09T00:07:52,730 DEBUG [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,730 INFO [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] regionserver.HStore(327): Store=13e5319ecbca4588b6e13a25080d2bc7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,730 INFO [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=23 2024-12-09T00:07:52,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=23, state=SUCCESS; OpenRegionProcedure 30d3af3edfdf96db04341045c11dc1de, server=7ba18a594d9f,33287,1733702859380 in 323 msec 2024-12-09T00:07:52,732 INFO [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e5319ecbca4588b6e13a25080d2bc7 columnFamilyName norep 2024-12-09T00:07:52,733 DEBUG [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=30d3af3edfdf96db04341045c11dc1de, ASSIGN in 500 msec 2024-12-09T00:07:52,734 INFO [StoreOpener-13e5319ecbca4588b6e13a25080d2bc7-1 {}] regionserver.HStore(327): Store=13e5319ecbca4588b6e13a25080d2bc7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,735 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,735 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,737 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,739 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:07:52,742 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/13e5319ecbca4588b6e13a25080d2bc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,742 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 13e5319ecbca4588b6e13a25080d2bc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70851607, jitterRate=0.05577121675014496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,743 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 13e5319ecbca4588b6e13a25080d2bc7: 2024-12-09T00:07:52,744 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7., pid=51, masterSystemTime=1733702872543 2024-12-09T00:07:52,746 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:07:52,746 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:07:52,746 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:07:52,746 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 0039d9b45df4233da8425a393468818f, NAME => 'test,www,1733702869248.0039d9b45df4233da8425a393468818f.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-09T00:07:52,747 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=13e5319ecbca4588b6e13a25080d2bc7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,747 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,www,1733702869248.0039d9b45df4233da8425a393468818f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,747 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,747 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,750 INFO [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=16 2024-12-09T00:07:52,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=16, state=SUCCESS; OpenRegionProcedure 13e5319ecbca4588b6e13a25080d2bc7, server=7ba18a594d9f,33287,1733702859380 in 325 msec 2024-12-09T00:07:52,752 INFO [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0039d9b45df4233da8425a393468818f columnFamilyName f 2024-12-09T00:07:52,752 DEBUG [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,753 INFO [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] regionserver.HStore(327): Store=0039d9b45df4233da8425a393468818f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,753 INFO [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=13e5319ecbca4588b6e13a25080d2bc7, ASSIGN in 521 msec 2024-12-09T00:07:52,755 INFO [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0039d9b45df4233da8425a393468818f columnFamilyName norep 2024-12-09T00:07:52,755 DEBUG [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,756 INFO [StoreOpener-0039d9b45df4233da8425a393468818f-1 {}] regionserver.HStore(327): Store=0039d9b45df4233da8425a393468818f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,757 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,757 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,759 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,761 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 0039d9b45df4233da8425a393468818f 2024-12-09T00:07:52,763 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0039d9b45df4233da8425a393468818f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,764 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 0039d9b45df4233da8425a393468818f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75288105, jitterRate=0.1218801885843277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,764 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 0039d9b45df4233da8425a393468818f: 2024-12-09T00:07:52,765 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733702869248.0039d9b45df4233da8425a393468818f., pid=58, masterSystemTime=1733702872543 2024-12-09T00:07:52,768 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:07:52,768 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:07:52,768 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:07:52,768 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => bf37e73ee3ef626ecae3ff0a80dc7787, NAME => 'test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-09T00:07:52,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=0039d9b45df4233da8425a393468818f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,769 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,769 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,769 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,769 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,771 INFO [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,773 INFO [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf37e73ee3ef626ecae3ff0a80dc7787 columnFamilyName f 2024-12-09T00:07:52,773 DEBUG [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,774 INFO [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] regionserver.HStore(327): Store=bf37e73ee3ef626ecae3ff0a80dc7787/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=32 2024-12-09T00:07:52,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=32, state=SUCCESS; OpenRegionProcedure 0039d9b45df4233da8425a393468818f, server=7ba18a594d9f,33287,1733702859380 in 322 msec 2024-12-09T00:07:52,774 INFO [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,776 INFO [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf37e73ee3ef626ecae3ff0a80dc7787 columnFamilyName norep 2024-12-09T00:07:52,776 DEBUG [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0039d9b45df4233da8425a393468818f, ASSIGN in 543 msec 2024-12-09T00:07:52,776 INFO [StoreOpener-bf37e73ee3ef626ecae3ff0a80dc7787-1 {}] regionserver.HStore(327): Store=bf37e73ee3ef626ecae3ff0a80dc7787/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,777 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,778 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,779 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,781 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:07:52,783 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bf37e73ee3ef626ecae3ff0a80dc7787/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,784 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened bf37e73ee3ef626ecae3ff0a80dc7787; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60081710, jitterRate=-0.10471275448799133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,784 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for bf37e73ee3ef626ecae3ff0a80dc7787: 2024-12-09T00:07:52,785 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787., pid=42, masterSystemTime=1733702872543 2024-12-09T00:07:52,787 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:07:52,787 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:07:52,787 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:07:52,787 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 0038964e14eaf0118cf881fd94287862, NAME => 'test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-09T00:07:52,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=bf37e73ee3ef626ecae3ff0a80dc7787, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,787 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,787 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,788 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,788 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,790 INFO [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=34 2024-12-09T00:07:52,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=34, state=SUCCESS; OpenRegionProcedure bf37e73ee3ef626ecae3ff0a80dc7787, server=7ba18a594d9f,33287,1733702859380 in 386 msec 2024-12-09T00:07:52,792 INFO [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0038964e14eaf0118cf881fd94287862 columnFamilyName f 2024-12-09T00:07:52,793 DEBUG [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,793 INFO [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] regionserver.HStore(327): Store=0038964e14eaf0118cf881fd94287862/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,793 INFO [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bf37e73ee3ef626ecae3ff0a80dc7787, ASSIGN in 561 msec 2024-12-09T00:07:52,795 INFO [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0038964e14eaf0118cf881fd94287862 columnFamilyName norep 2024-12-09T00:07:52,795 DEBUG [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,796 INFO [StoreOpener-0038964e14eaf0118cf881fd94287862-1 {}] regionserver.HStore(327): Store=0038964e14eaf0118cf881fd94287862/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,797 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,797 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,798 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,800 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 0038964e14eaf0118cf881fd94287862 2024-12-09T00:07:52,802 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0038964e14eaf0118cf881fd94287862/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,803 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 0038964e14eaf0118cf881fd94287862; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66492021, jitterRate=-0.00919167697429657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,803 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 0038964e14eaf0118cf881fd94287862: 2024-12-09T00:07:52,804 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862., pid=40, masterSystemTime=1733702872543 2024-12-09T00:07:52,806 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:07:52,806 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:07:52,806 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:07:52,807 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => b12c3989e0329153f7175b0e311597c3, NAME => 'test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-09T00:07:52,807 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,807 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,807 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,807 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,808 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=0038964e14eaf0118cf881fd94287862, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,809 INFO [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,811 INFO [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12c3989e0329153f7175b0e311597c3 columnFamilyName f 2024-12-09T00:07:52,811 DEBUG [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,812 INFO [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] regionserver.HStore(327): Store=b12c3989e0329153f7175b0e311597c3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,812 INFO [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=31 2024-12-09T00:07:52,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=31, state=SUCCESS; OpenRegionProcedure 0038964e14eaf0118cf881fd94287862, server=7ba18a594d9f,33287,1733702859380 in 414 msec 2024-12-09T00:07:52,814 INFO [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12c3989e0329153f7175b0e311597c3 columnFamilyName norep 2024-12-09T00:07:52,814 DEBUG [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0038964e14eaf0118cf881fd94287862, ASSIGN in 582 msec 2024-12-09T00:07:52,815 INFO [StoreOpener-b12c3989e0329153f7175b0e311597c3-1 {}] regionserver.HStore(327): Store=b12c3989e0329153f7175b0e311597c3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,816 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,816 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,818 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,819 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for b12c3989e0329153f7175b0e311597c3 2024-12-09T00:07:52,822 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b12c3989e0329153f7175b0e311597c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,822 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened b12c3989e0329153f7175b0e311597c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63146718, jitterRate=-0.059040576219558716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,822 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for b12c3989e0329153f7175b0e311597c3: 2024-12-09T00:07:52,823 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3., pid=54, masterSystemTime=1733702872543 2024-12-09T00:07:52,825 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:07:52,825 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:07:52,826 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:07:52,826 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ce54aa6d11d1f774e47eec027abb731, NAME => 'test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-09T00:07:52,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=b12c3989e0329153f7175b0e311597c3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,826 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,826 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,826 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,826 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,828 INFO [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,830 INFO [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ce54aa6d11d1f774e47eec027abb731 columnFamilyName f 2024-12-09T00:07:52,830 DEBUG [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=13 2024-12-09T00:07:52,831 INFO [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] regionserver.HStore(327): Store=4ce54aa6d11d1f774e47eec027abb731/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=13, state=SUCCESS; OpenRegionProcedure b12c3989e0329153f7175b0e311597c3, server=7ba18a594d9f,33287,1733702859380 in 396 msec 2024-12-09T00:07:52,831 INFO [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b12c3989e0329153f7175b0e311597c3, ASSIGN in 600 msec 2024-12-09T00:07:52,833 INFO [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ce54aa6d11d1f774e47eec027abb731 columnFamilyName norep 2024-12-09T00:07:52,833 DEBUG [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,833 INFO [StoreOpener-4ce54aa6d11d1f774e47eec027abb731-1 {}] regionserver.HStore(327): Store=4ce54aa6d11d1f774e47eec027abb731/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,835 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,835 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,837 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,838 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:07:52,841 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4ce54aa6d11d1f774e47eec027abb731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,841 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 4ce54aa6d11d1f774e47eec027abb731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67795305, jitterRate=0.010228767991065979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,841 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 4ce54aa6d11d1f774e47eec027abb731: 2024-12-09T00:07:52,842 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731., pid=53, masterSystemTime=1733702872543 2024-12-09T00:07:52,845 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:07:52,845 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:07:52,845 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:07:52,845 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 24d0adcf76e0226b566a71a5eef43e4e, NAME => 'test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-09T00:07:52,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4ce54aa6d11d1f774e47eec027abb731, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,846 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,846 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,846 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,846 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,848 INFO [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=14 2024-12-09T00:07:52,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=14, state=SUCCESS; OpenRegionProcedure 4ce54aa6d11d1f774e47eec027abb731, server=7ba18a594d9f,33287,1733702859380 in 418 msec 2024-12-09T00:07:52,852 INFO [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24d0adcf76e0226b566a71a5eef43e4e columnFamilyName f 2024-12-09T00:07:52,852 DEBUG [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4ce54aa6d11d1f774e47eec027abb731, ASSIGN in 620 msec 2024-12-09T00:07:52,853 INFO [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] regionserver.HStore(327): Store=24d0adcf76e0226b566a71a5eef43e4e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,853 INFO [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,855 INFO [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24d0adcf76e0226b566a71a5eef43e4e columnFamilyName norep 2024-12-09T00:07:52,855 DEBUG [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,855 INFO [StoreOpener-24d0adcf76e0226b566a71a5eef43e4e-1 {}] regionserver.HStore(327): Store=24d0adcf76e0226b566a71a5eef43e4e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,856 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,857 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,858 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,860 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:07:52,862 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/24d0adcf76e0226b566a71a5eef43e4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,863 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 24d0adcf76e0226b566a71a5eef43e4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70775165, jitterRate=0.054632142186164856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,863 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 24d0adcf76e0226b566a71a5eef43e4e: 2024-12-09T00:07:52,864 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e., pid=61, masterSystemTime=1733702872543 2024-12-09T00:07:52,866 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:07:52,866 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:07:52,866 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:07:52,866 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => b3d40124d73e8f9792e65ffc0d365bb4, NAME => 'test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-09T00:07:52,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=24d0adcf76e0226b566a71a5eef43e4e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,866 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,866 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,867 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,867 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,870 INFO [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=17 2024-12-09T00:07:52,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=17, state=SUCCESS; OpenRegionProcedure 24d0adcf76e0226b566a71a5eef43e4e, server=7ba18a594d9f,33287,1733702859380 in 415 msec 2024-12-09T00:07:52,872 INFO [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d40124d73e8f9792e65ffc0d365bb4 columnFamilyName f 2024-12-09T00:07:52,872 DEBUG [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,872 INFO [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] regionserver.HStore(327): Store=b3d40124d73e8f9792e65ffc0d365bb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,873 INFO [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=24d0adcf76e0226b566a71a5eef43e4e, ASSIGN in 641 msec 2024-12-09T00:07:52,874 INFO [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3d40124d73e8f9792e65ffc0d365bb4 columnFamilyName norep 2024-12-09T00:07:52,874 DEBUG [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,875 INFO [StoreOpener-b3d40124d73e8f9792e65ffc0d365bb4-1 {}] regionserver.HStore(327): Store=b3d40124d73e8f9792e65ffc0d365bb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,875 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,876 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,877 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,879 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:07:52,881 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b3d40124d73e8f9792e65ffc0d365bb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,882 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened b3d40124d73e8f9792e65ffc0d365bb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73910906, jitterRate=0.1013583242893219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,882 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for b3d40124d73e8f9792e65ffc0d365bb4: 2024-12-09T00:07:52,883 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4., pid=37, masterSystemTime=1733702872543 2024-12-09T00:07:52,885 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:07:52,885 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:07:52,885 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:07:52,885 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => bda2e2f64b9106401c30c27e8259ab84, NAME => 'test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-09T00:07:52,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=b3d40124d73e8f9792e65ffc0d365bb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,885 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,886 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,886 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,886 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,888 INFO [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,890 INFO [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda2e2f64b9106401c30c27e8259ab84 columnFamilyName f 2024-12-09T00:07:52,890 DEBUG [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=27 2024-12-09T00:07:52,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=27, state=SUCCESS; OpenRegionProcedure b3d40124d73e8f9792e65ffc0d365bb4, server=7ba18a594d9f,33287,1733702859380 in 495 msec 2024-12-09T00:07:52,891 INFO [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] regionserver.HStore(327): Store=bda2e2f64b9106401c30c27e8259ab84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,891 INFO [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b3d40124d73e8f9792e65ffc0d365bb4, ASSIGN in 659 msec 2024-12-09T00:07:52,893 INFO [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda2e2f64b9106401c30c27e8259ab84 columnFamilyName norep 2024-12-09T00:07:52,893 DEBUG [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,894 INFO [StoreOpener-bda2e2f64b9106401c30c27e8259ab84-1 {}] regionserver.HStore(327): Store=bda2e2f64b9106401c30c27e8259ab84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,895 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,895 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,897 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,898 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:07:52,902 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bda2e2f64b9106401c30c27e8259ab84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,903 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened bda2e2f64b9106401c30c27e8259ab84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70657926, jitterRate=0.05288514494895935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,903 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for bda2e2f64b9106401c30c27e8259ab84: 2024-12-09T00:07:52,904 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84., pid=52, masterSystemTime=1733702872543 2024-12-09T00:07:52,911 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=bda2e2f64b9106401c30c27e8259ab84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,912 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:07:52,912 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:07:52,912 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:07:52,912 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 731827b64e78ba45705c9d52037df300, NAME => 'test,ppp,1733702869248.731827b64e78ba45705c9d52037df300.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-09T00:07:52,913 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,913 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,ppp,1733702869248.731827b64e78ba45705c9d52037df300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,913 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,913 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,916 INFO [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=30 2024-12-09T00:07:52,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=30, state=SUCCESS; OpenRegionProcedure bda2e2f64b9106401c30c27e8259ab84, server=7ba18a594d9f,33287,1733702859380 in 487 msec 2024-12-09T00:07:52,918 INFO [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731827b64e78ba45705c9d52037df300 columnFamilyName f 2024-12-09T00:07:52,918 DEBUG [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bda2e2f64b9106401c30c27e8259ab84, ASSIGN in 686 msec 2024-12-09T00:07:52,919 INFO [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] regionserver.HStore(327): Store=731827b64e78ba45705c9d52037df300/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,919 INFO [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,921 INFO [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 731827b64e78ba45705c9d52037df300 columnFamilyName norep 2024-12-09T00:07:52,921 DEBUG [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,922 INFO [StoreOpener-731827b64e78ba45705c9d52037df300-1 {}] regionserver.HStore(327): Store=731827b64e78ba45705c9d52037df300/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,923 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,923 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,925 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,927 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 731827b64e78ba45705c9d52037df300 2024-12-09T00:07:52,930 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/731827b64e78ba45705c9d52037df300/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,930 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 731827b64e78ba45705c9d52037df300; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75268323, jitterRate=0.121585413813591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,931 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 731827b64e78ba45705c9d52037df300: 2024-12-09T00:07:52,932 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733702869248.731827b64e78ba45705c9d52037df300., pid=39, masterSystemTime=1733702872543 2024-12-09T00:07:52,934 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:07:52,934 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:07:52,934 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:07:52,934 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 36ea890997ee952bb6aed34990a5dad4, NAME => 'test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-09T00:07:52,934 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=731827b64e78ba45705c9d52037df300, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,935 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,935 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,935 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,935 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,938 INFO [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,940 INFO [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36ea890997ee952bb6aed34990a5dad4 columnFamilyName f 2024-12-09T00:07:52,940 DEBUG [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=25 2024-12-09T00:07:52,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=25, state=SUCCESS; OpenRegionProcedure 731827b64e78ba45705c9d52037df300, server=7ba18a594d9f,33287,1733702859380 in 542 msec 2024-12-09T00:07:52,941 INFO [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] regionserver.HStore(327): Store=36ea890997ee952bb6aed34990a5dad4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,942 INFO [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=731827b64e78ba45705c9d52037df300, ASSIGN in 710 msec 2024-12-09T00:07:52,944 INFO [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36ea890997ee952bb6aed34990a5dad4 columnFamilyName norep 2024-12-09T00:07:52,944 DEBUG [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,944 INFO [StoreOpener-36ea890997ee952bb6aed34990a5dad4-1 {}] regionserver.HStore(327): Store=36ea890997ee952bb6aed34990a5dad4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,946 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,946 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,948 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,949 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:07:52,952 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/36ea890997ee952bb6aed34990a5dad4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,952 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 36ea890997ee952bb6aed34990a5dad4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70233390, jitterRate=0.04655906558036804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,953 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 36ea890997ee952bb6aed34990a5dad4: 2024-12-09T00:07:52,954 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4., pid=50, masterSystemTime=1733702872543 2024-12-09T00:07:52,956 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:07:52,956 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:07:52,956 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:07:52,956 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 4d4b75a06ca0a38c41da237d74d82d64, NAME => 'test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-09T00:07:52,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=36ea890997ee952bb6aed34990a5dad4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,957 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,957 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,957 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,957 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,959 INFO [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,961 INFO [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d4b75a06ca0a38c41da237d74d82d64 columnFamilyName f 2024-12-09T00:07:52,961 DEBUG [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=33 2024-12-09T00:07:52,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=33, state=SUCCESS; OpenRegionProcedure 36ea890997ee952bb6aed34990a5dad4, server=7ba18a594d9f,33287,1733702859380 in 536 msec 2024-12-09T00:07:52,962 INFO [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] regionserver.HStore(327): Store=4d4b75a06ca0a38c41da237d74d82d64/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,963 INFO [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=36ea890997ee952bb6aed34990a5dad4, ASSIGN in 731 msec 2024-12-09T00:07:52,965 INFO [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d4b75a06ca0a38c41da237d74d82d64 columnFamilyName norep 2024-12-09T00:07:52,965 DEBUG [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,966 INFO [StoreOpener-4d4b75a06ca0a38c41da237d74d82d64-1 {}] regionserver.HStore(327): Store=4d4b75a06ca0a38c41da237d74d82d64/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,967 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,967 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,969 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,971 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:07:52,974 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4d4b75a06ca0a38c41da237d74d82d64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,974 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 4d4b75a06ca0a38c41da237d74d82d64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69854410, jitterRate=0.04091182351112366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,975 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 4d4b75a06ca0a38c41da237d74d82d64: 2024-12-09T00:07:52,976 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64., pid=60, masterSystemTime=1733702872543 2024-12-09T00:07:52,978 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:07:52,978 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:07:52,979 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:07:52,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 62a02631007f3a1498255307ae02baa2, NAME => 'test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-09T00:07:52,979 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=4d4b75a06ca0a38c41da237d74d82d64, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:52,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:52,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,980 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,982 INFO [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,984 INFO [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62a02631007f3a1498255307ae02baa2 columnFamilyName f 2024-12-09T00:07:52,984 DEBUG [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,985 INFO [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] regionserver.HStore(327): Store=62a02631007f3a1498255307ae02baa2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=28 2024-12-09T00:07:52,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=28, state=SUCCESS; OpenRegionProcedure 4d4b75a06ca0a38c41da237d74d82d64, server=7ba18a594d9f,33287,1733702859380 in 531 msec 2024-12-09T00:07:52,985 INFO [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4d4b75a06ca0a38c41da237d74d82d64, ASSIGN in 754 msec 2024-12-09T00:07:52,988 INFO [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62a02631007f3a1498255307ae02baa2 columnFamilyName norep 2024-12-09T00:07:52,988 DEBUG [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:52,988 INFO [StoreOpener-62a02631007f3a1498255307ae02baa2-1 {}] regionserver.HStore(327): Store=62a02631007f3a1498255307ae02baa2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:52,989 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,990 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,991 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:52,993 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 62a02631007f3a1498255307ae02baa2 2024-12-09T00:07:52,995 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/62a02631007f3a1498255307ae02baa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:52,996 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 62a02631007f3a1498255307ae02baa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59065425, jitterRate=-0.1198565810918808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:52,996 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 62a02631007f3a1498255307ae02baa2: 2024-12-09T00:07:52,997 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2., pid=55, masterSystemTime=1733702872543 2024-12-09T00:07:52,999 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:07:52,999 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:07:53,000 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:07:53,000 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => b647130b34d5c076370a3486c26d3bef, NAME => 'test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-09T00:07:53,000 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=62a02631007f3a1498255307ae02baa2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:53,000 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,000 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,000 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,001 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,002 INFO [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,004 INFO [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b647130b34d5c076370a3486c26d3bef columnFamilyName f 2024-12-09T00:07:53,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=11 2024-12-09T00:07:53,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=11, state=SUCCESS; OpenRegionProcedure 62a02631007f3a1498255307ae02baa2, server=7ba18a594d9f,33287,1733702859380 in 562 msec 2024-12-09T00:07:53,004 DEBUG [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,005 INFO [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] regionserver.HStore(327): Store=b647130b34d5c076370a3486c26d3bef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,005 INFO [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=62a02631007f3a1498255307ae02baa2, ASSIGN in 773 msec 2024-12-09T00:07:53,008 INFO [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b647130b34d5c076370a3486c26d3bef columnFamilyName norep 2024-12-09T00:07:53,008 DEBUG [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,008 INFO [StoreOpener-b647130b34d5c076370a3486c26d3bef-1 {}] regionserver.HStore(327): Store=b647130b34d5c076370a3486c26d3bef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,009 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,010 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,011 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:53,013 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for b647130b34d5c076370a3486c26d3bef 2024-12-09T00:07:53,017 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b647130b34d5c076370a3486c26d3bef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:53,018 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened b647130b34d5c076370a3486c26d3bef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65953923, jitterRate=-0.017209962010383606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:53,018 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for b647130b34d5c076370a3486c26d3bef: 2024-12-09T00:07:53,019 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef., pid=46, masterSystemTime=1733702872543 2024-12-09T00:07:53,021 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:07:53,021 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:07:53,022 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:07:53,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=b647130b34d5c076370a3486c26d3bef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:53,022 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 705916f84580e5dbfa6131104aefe9f2, NAME => 'test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-09T00:07:53,022 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,022 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,023 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,023 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,025 INFO [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=19 2024-12-09T00:07:53,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=19, state=SUCCESS; OpenRegionProcedure b647130b34d5c076370a3486c26d3bef, server=7ba18a594d9f,33287,1733702859380 in 612 msec 2024-12-09T00:07:53,027 INFO [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705916f84580e5dbfa6131104aefe9f2 columnFamilyName f 2024-12-09T00:07:53,027 DEBUG [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,028 INFO [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] regionserver.HStore(327): Store=705916f84580e5dbfa6131104aefe9f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b647130b34d5c076370a3486c26d3bef, ASSIGN in 795 msec 2024-12-09T00:07:53,028 INFO [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,030 INFO [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 705916f84580e5dbfa6131104aefe9f2 columnFamilyName norep 2024-12-09T00:07:53,030 DEBUG [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,030 INFO [StoreOpener-705916f84580e5dbfa6131104aefe9f2-1 {}] regionserver.HStore(327): Store=705916f84580e5dbfa6131104aefe9f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,032 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,032 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,033 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:53,035 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:07:53,037 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/705916f84580e5dbfa6131104aefe9f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:53,038 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 705916f84580e5dbfa6131104aefe9f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61950485, jitterRate=-0.07686583697795868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:53,038 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 705916f84580e5dbfa6131104aefe9f2: 2024-12-09T00:07:53,039 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2., pid=47, masterSystemTime=1733702872543 2024-12-09T00:07:53,041 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:07:53,041 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:07:53,041 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:07:53,041 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 9232d44388e07a1c04f3f3c5871252a3, NAME => 'test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-09T00:07:53,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=705916f84580e5dbfa6131104aefe9f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:53,042 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,042 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,042 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,042 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,044 INFO [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,046 INFO [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9232d44388e07a1c04f3f3c5871252a3 columnFamilyName f 2024-12-09T00:07:53,046 DEBUG [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=15 2024-12-09T00:07:53,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=15, state=SUCCESS; OpenRegionProcedure 705916f84580e5dbfa6131104aefe9f2, server=7ba18a594d9f,33287,1733702859380 in 627 msec 2024-12-09T00:07:53,047 INFO [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] regionserver.HStore(327): Store=9232d44388e07a1c04f3f3c5871252a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,047 INFO [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=705916f84580e5dbfa6131104aefe9f2, ASSIGN in 815 msec 2024-12-09T00:07:53,048 INFO [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9232d44388e07a1c04f3f3c5871252a3 columnFamilyName norep 2024-12-09T00:07:53,048 DEBUG [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,049 INFO [StoreOpener-9232d44388e07a1c04f3f3c5871252a3-1 {}] regionserver.HStore(327): Store=9232d44388e07a1c04f3f3c5871252a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,050 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,050 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,051 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:53,053 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:07:53,055 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9232d44388e07a1c04f3f3c5871252a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:53,056 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 9232d44388e07a1c04f3f3c5871252a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69431647, jitterRate=0.03461216390132904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:53,056 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 9232d44388e07a1c04f3f3c5871252a3: 2024-12-09T00:07:53,057 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3., pid=59, masterSystemTime=1733702872543 2024-12-09T00:07:53,059 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:07:53,059 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:07:53,059 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:07:53,059 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 48ec6e76178b169810da73c4ba8da174, NAME => 'test,,1733702869248.48ec6e76178b169810da73c4ba8da174.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-09T00:07:53,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9232d44388e07a1c04f3f3c5871252a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:53,060 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,060 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,,1733702869248.48ec6e76178b169810da73c4ba8da174.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,060 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,060 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,063 INFO [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=35 2024-12-09T00:07:53,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=35, state=SUCCESS; OpenRegionProcedure 9232d44388e07a1c04f3f3c5871252a3, server=7ba18a594d9f,33287,1733702859380 in 612 msec 2024-12-09T00:07:53,065 INFO [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48ec6e76178b169810da73c4ba8da174 columnFamilyName f 2024-12-09T00:07:53,065 DEBUG [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,066 INFO [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] regionserver.HStore(327): Store=48ec6e76178b169810da73c4ba8da174/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,066 INFO [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9232d44388e07a1c04f3f3c5871252a3, ASSIGN in 834 msec 2024-12-09T00:07:53,067 INFO [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48ec6e76178b169810da73c4ba8da174 columnFamilyName norep 2024-12-09T00:07:53,067 DEBUG [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,068 INFO [StoreOpener-48ec6e76178b169810da73c4ba8da174-1 {}] regionserver.HStore(327): Store=48ec6e76178b169810da73c4ba8da174/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,070 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:53,071 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 48ec6e76178b169810da73c4ba8da174 2024-12-09T00:07:53,074 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:53,074 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 48ec6e76178b169810da73c4ba8da174; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62001793, jitterRate=-0.07610128819942474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:53,075 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 48ec6e76178b169810da73c4ba8da174: 2024-12-09T00:07:53,075 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733702869248.48ec6e76178b169810da73c4ba8da174., pid=38, masterSystemTime=1733702872543 2024-12-09T00:07:53,078 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:07:53,078 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:07:53,078 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:07:53,078 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 5927581d2a6f332424044ca749bd948f, NAME => 'test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-09T00:07:53,078 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=48ec6e76178b169810da73c4ba8da174, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:53,079 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,079 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,079 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,079 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,081 INFO [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,084 INFO [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5927581d2a6f332424044ca749bd948f columnFamilyName f 2024-12-09T00:07:53,084 DEBUG [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=10 2024-12-09T00:07:53,085 INFO [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] regionserver.HStore(327): Store=5927581d2a6f332424044ca749bd948f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=10, state=SUCCESS; OpenRegionProcedure 48ec6e76178b169810da73c4ba8da174, server=7ba18a594d9f,33287,1733702859380 in 688 msec 2024-12-09T00:07:53,085 INFO [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=48ec6e76178b169810da73c4ba8da174, ASSIGN in 854 msec 2024-12-09T00:07:53,087 INFO [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5927581d2a6f332424044ca749bd948f columnFamilyName norep 2024-12-09T00:07:53,087 DEBUG [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,087 INFO [StoreOpener-5927581d2a6f332424044ca749bd948f-1 {}] regionserver.HStore(327): Store=5927581d2a6f332424044ca749bd948f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:53,088 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,089 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,090 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:53,091 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 5927581d2a6f332424044ca749bd948f 2024-12-09T00:07:53,094 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/5927581d2a6f332424044ca749bd948f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:53,095 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 5927581d2a6f332424044ca749bd948f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62564423, jitterRate=-0.06771744787693024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:53,095 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 5927581d2a6f332424044ca749bd948f: 2024-12-09T00:07:53,095 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f., pid=44, masterSystemTime=1733702872543 2024-12-09T00:07:53,098 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:07:53,098 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:07:53,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=5927581d2a6f332424044ca749bd948f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:53,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=29 2024-12-09T00:07:53,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=29, state=SUCCESS; OpenRegionProcedure 5927581d2a6f332424044ca749bd948f, server=7ba18a594d9f,33287,1733702859380 in 694 msec 2024-12-09T00:07:53,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=9 2024-12-09T00:07:53,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5927581d2a6f332424044ca749bd948f, ASSIGN in 871 msec 2024-12-09T00:07:53,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:07:53,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702873105"}]},"ts":"1733702873105"} 2024-12-09T00:07:53,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-09T00:07:53,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:07:53,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.8590 sec 2024-12-09T00:07:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:53,377 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-09T00:07:53,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T00:07:53,379 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:53,393 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T00:07:53,394 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:53,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T00:07:53,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:07:53,398 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:07:53,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:07:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-09T00:07:53,404 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:07:53,404 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:53,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-09T00:07:53,405 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:07:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741837_1013 (size=631) 2024-12-09T00:07:53,417 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ff3b37f875d71fbf1ae98bb774f8db14, NAME => 'test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,419 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c84a090cfa679ad0ec75f18842f71718, NAME => 'test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,419 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c9e92e69fe4c3504a40ebfbe83dcdd5c, NAME => 'test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741838_1014 (size=42) 2024-12-09T00:07:53,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741839_1015 (size=45) 2024-12-09T00:07:53,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c9e92e69fe4c3504a40ebfbe83dcdd5c, disabling compactions & flushes 2024-12-09T00:07:53,433 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:07:53,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:07:53,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. after waiting 0 ms 2024-12-09T00:07:53,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:07:53,433 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:07:53,433 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c9e92e69fe4c3504a40ebfbe83dcdd5c: 2024-12-09T00:07:53,434 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => aba890464301e43fd9b0818302ca6e60, NAME => 'test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741840_1016 (size=45) 2024-12-09T00:07:53,438 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,439 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c84a090cfa679ad0ec75f18842f71718, disabling compactions & flushes 2024-12-09T00:07:53,439 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:07:53,439 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:07:53,439 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. after waiting 0 ms 2024-12-09T00:07:53,439 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:07:53,439 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:07:53,439 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c84a090cfa679ad0ec75f18842f71718: 2024-12-09T00:07:53,440 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 3c05c04c197205dcf4c7a08da3d27932, NAME => 'test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741841_1017 (size=45) 2024-12-09T00:07:53,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741842_1018 (size=45) 2024-12-09T00:07:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:53,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T00:07:53,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ff3b37f875d71fbf1ae98bb774f8db14, disabling compactions & flushes 2024-12-09T00:07:53,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:07:53,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:07:53,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. after waiting 0 ms 2024-12-09T00:07:53,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:07:53,828 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:07:53,828 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ff3b37f875d71fbf1ae98bb774f8db14: 2024-12-09T00:07:53,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => df045a6d9fceda23bed23aefe3ef2087, NAME => 'test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741843_1019 (size=45) 2024-12-09T00:07:53,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,845 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing df045a6d9fceda23bed23aefe3ef2087, disabling compactions & flushes 2024-12-09T00:07:53,845 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:07:53,845 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:07:53,845 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. after waiting 0 ms 2024-12-09T00:07:53,845 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:07:53,845 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:07:53,845 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for df045a6d9fceda23bed23aefe3ef2087: 2024-12-09T00:07:53,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 635b14478b0096de5211645f17cbace1, NAME => 'test,ggg,1733702873400.635b14478b0096de5211645f17cbace1.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing aba890464301e43fd9b0818302ca6e60, disabling compactions & flushes 2024-12-09T00:07:53,850 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:07:53,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:07:53,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. after waiting 0 ms 2024-12-09T00:07:53,850 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:07:53,850 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:07:53,851 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for aba890464301e43fd9b0818302ca6e60: 2024-12-09T00:07:53,852 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d07d44475148720fdeec218d6046e795, NAME => 'test,hhh,1733702873400.d07d44475148720fdeec218d6046e795.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 3c05c04c197205dcf4c7a08da3d27932, disabling compactions & flushes 2024-12-09T00:07:53,859 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:07:53,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:07:53,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. after waiting 0 ms 2024-12-09T00:07:53,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:07:53,859 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:07:53,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 3c05c04c197205dcf4c7a08da3d27932: 2024-12-09T00:07:53,860 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1a96eccc8d20be7a57fa04e8d51b1cf0, NAME => 'test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741844_1020 (size=45) 2024-12-09T00:07:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741845_1021 (size=45) 2024-12-09T00:07:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ggg,1733702873400.635b14478b0096de5211645f17cbace1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 635b14478b0096de5211645f17cbace1, disabling compactions & flushes 2024-12-09T00:07:53,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:07:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:07:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. after waiting 0 ms 2024-12-09T00:07:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:07:53,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:07:53,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 635b14478b0096de5211645f17cbace1: 2024-12-09T00:07:53,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e2fb23aa315e513cb66c08feb4b1020a, NAME => 'test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,866 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1733702873400.d07d44475148720fdeec218d6046e795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:53,866 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d07d44475148720fdeec218d6046e795, disabling compactions & flushes 2024-12-09T00:07:53,866 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:07:53,866 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:07:53,866 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. after waiting 0 ms 2024-12-09T00:07:53,866 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:07:53,866 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:07:53,866 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d07d44475148720fdeec218d6046e795: 2024-12-09T00:07:53,867 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 734eddb2b3a6860acc22999ed8b14abe, NAME => 'test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741846_1022 (size=45) 2024-12-09T00:07:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741847_1023 (size=45) 2024-12-09T00:07:53,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741848_1024 (size=45) 2024-12-09T00:07:53,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-09T00:07:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1a96eccc8d20be7a57fa04e8d51b1cf0, disabling compactions & flushes 2024-12-09T00:07:54,273 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. after waiting 0 ms 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing e2fb23aa315e513cb66c08feb4b1020a, disabling compactions & flushes 2024-12-09T00:07:54,273 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:07:54,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:07:54,273 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1a96eccc8d20be7a57fa04e8d51b1cf0: 2024-12-09T00:07:54,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:07:54,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. after waiting 0 ms 2024-12-09T00:07:54,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:07:54,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:07:54,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for e2fb23aa315e513cb66c08feb4b1020a: 2024-12-09T00:07:54,274 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f4da6886cdddc331cd8ff629a1786b2b, NAME => 'test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e84ff86ba616009b561432009cde2a2, NAME => 'test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,279 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,279 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 734eddb2b3a6860acc22999ed8b14abe, disabling compactions & flushes 2024-12-09T00:07:54,280 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:07:54,280 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:07:54,280 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. after waiting 0 ms 2024-12-09T00:07:54,280 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:07:54,280 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:07:54,280 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 734eddb2b3a6860acc22999ed8b14abe: 2024-12-09T00:07:54,281 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 19ccc63bb55caac3d23c43ab92de4cc8, NAME => 'test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741849_1025 (size=45) 2024-12-09T00:07:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741850_1026 (size=45) 2024-12-09T00:07:54,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741851_1027 (size=45) 2024-12-09T00:07:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:54,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,686 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f4da6886cdddc331cd8ff629a1786b2b, disabling compactions & flushes 2024-12-09T00:07:54,687 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:07:54,687 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:07:54,687 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. after waiting 0 ms 2024-12-09T00:07:54,687 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:07:54,687 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:07:54,687 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f4da6886cdddc331cd8ff629a1786b2b: 2024-12-09T00:07:54,688 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c9baa5b7a3051bd8a342130e4f08cdc0, NAME => 'test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5e84ff86ba616009b561432009cde2a2, disabling compactions & flushes 2024-12-09T00:07:54,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:07:54,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:07:54,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. after waiting 0 ms 2024-12-09T00:07:54,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:07:54,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:07:54,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e84ff86ba616009b561432009cde2a2: 2024-12-09T00:07:54,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 062d37503131ca91cb08bdbf4fdba44f, NAME => 'test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,693 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,693 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 19ccc63bb55caac3d23c43ab92de4cc8, disabling compactions & flushes 2024-12-09T00:07:54,693 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:07:54,693 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:07:54,693 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. after waiting 0 ms 2024-12-09T00:07:54,693 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:07:54,693 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:07:54,693 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 19ccc63bb55caac3d23c43ab92de4cc8: 2024-12-09T00:07:54,694 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d9ae536b0decc8901bf3b4e692a615b7, NAME => 'test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741852_1028 (size=45) 2024-12-09T00:07:54,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c9baa5b7a3051bd8a342130e4f08cdc0, disabling compactions & flushes 2024-12-09T00:07:54,698 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:07:54,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:07:54,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. after waiting 0 ms 2024-12-09T00:07:54,698 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:07:54,698 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:07:54,699 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c9baa5b7a3051bd8a342130e4f08cdc0: 2024-12-09T00:07:54,700 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7d766e5933d405cf33f1e254173503ae, NAME => 'test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741854_1030 (size=45) 2024-12-09T00:07:54,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741853_1029 (size=45) 2024-12-09T00:07:54,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 062d37503131ca91cb08bdbf4fdba44f, disabling compactions & flushes 2024-12-09T00:07:54,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:07:54,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:07:54,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. after waiting 0 ms 2024-12-09T00:07:54,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:07:54,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:07:54,711 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 062d37503131ca91cb08bdbf4fdba44f: 2024-12-09T00:07:54,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5d153993a0f48ec253f16d610f1405e3, NAME => 'test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:54,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d9ae536b0decc8901bf3b4e692a615b7, disabling compactions & flushes 2024-12-09T00:07:54,713 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:07:54,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:07:54,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. after waiting 0 ms 2024-12-09T00:07:54,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:07:54,713 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:07:54,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d9ae536b0decc8901bf3b4e692a615b7: 2024-12-09T00:07:54,714 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ba240ff1cb323067f7068d18eedfb39a, NAME => 'test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:54,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741855_1031 (size=45) 2024-12-09T00:07:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741856_1032 (size=45) 2024-12-09T00:07:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741857_1033 (size=45) 2024-12-09T00:07:55,116 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,117 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7d766e5933d405cf33f1e254173503ae, disabling compactions & flushes 2024-12-09T00:07:55,117 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:07:55,117 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:07:55,117 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. after waiting 0 ms 2024-12-09T00:07:55,117 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:07:55,117 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:07:55,117 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7d766e5933d405cf33f1e254173503ae: 2024-12-09T00:07:55,118 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => de1a773e90d7b0c898e379093ccffec7, NAME => 'test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ba240ff1cb323067f7068d18eedfb39a, disabling compactions & flushes 2024-12-09T00:07:55,124 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5d153993a0f48ec253f16d610f1405e3, disabling compactions & flushes 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:07:55,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. after waiting 0 ms 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. after waiting 0 ms 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:07:55,124 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:07:55,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ba240ff1cb323067f7068d18eedfb39a: 2024-12-09T00:07:55,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5d153993a0f48ec253f16d610f1405e3: 2024-12-09T00:07:55,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 000a00436ba735a27cf627f6f0aa7b32, NAME => 'test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:55,126 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f62a9f649377fdfa9d991d4e36f234ef, NAME => 'test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:55,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741858_1034 (size=45) 2024-12-09T00:07:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741859_1035 (size=45) 2024-12-09T00:07:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741860_1036 (size=45) 2024-12-09T00:07:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 000a00436ba735a27cf627f6f0aa7b32, disabling compactions & flushes 2024-12-09T00:07:55,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:07:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:07:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. after waiting 0 ms 2024-12-09T00:07:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:07:55,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:07:55,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 000a00436ba735a27cf627f6f0aa7b32: 2024-12-09T00:07:55,145 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 61bcc31337b56b9fe94e0c28f13efaad, NAME => 'test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:55,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741861_1037 (size=45) 2024-12-09T00:07:55,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 61bcc31337b56b9fe94e0c28f13efaad, disabling compactions & flushes 2024-12-09T00:07:55,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:07:55,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:07:55,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. after waiting 0 ms 2024-12-09T00:07:55,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:07:55,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:07:55,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 61bcc31337b56b9fe94e0c28f13efaad: 2024-12-09T00:07:55,157 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f5ec8032a00c31524a1dcc8dd55bb896, NAME => 'test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741862_1038 (size=45) 2024-12-09T00:07:55,163 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f5ec8032a00c31524a1dcc8dd55bb896, disabling compactions & flushes 2024-12-09T00:07:55,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:07:55,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:07:55,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. after waiting 0 ms 2024-12-09T00:07:55,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:07:55,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:07:55,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f5ec8032a00c31524a1dcc8dd55bb896: 2024-12-09T00:07:55,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0689cce6d21855b481a9e2827d53712b, NAME => 'test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:07:55,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741863_1039 (size=42) 2024-12-09T00:07:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:55,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing de1a773e90d7b0c898e379093ccffec7, disabling compactions & flushes 2024-12-09T00:07:55,528 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:07:55,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:07:55,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. after waiting 0 ms 2024-12-09T00:07:55,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:07:55,528 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:07:55,528 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for de1a773e90d7b0c898e379093ccffec7: 2024-12-09T00:07:55,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f62a9f649377fdfa9d991d4e36f234ef, disabling compactions & flushes 2024-12-09T00:07:55,541 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:07:55,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:07:55,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. after waiting 0 ms 2024-12-09T00:07:55,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:07:55,541 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:07:55,541 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f62a9f649377fdfa9d991d4e36f234ef: 2024-12-09T00:07:55,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 0689cce6d21855b481a9e2827d53712b, disabling compactions & flushes 2024-12-09T00:07:55,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:07:55,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:07:55,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. after waiting 0 ms 2024-12-09T00:07:55,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:07:55,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:07:55,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0689cce6d21855b481a9e2827d53712b: 2024-12-09T00:07:55,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:07:55,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1733702873400.635b14478b0096de5211645f17cbace1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1733702873400.d07d44475148720fdeec218d6046e795.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733702875574"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702875574"}]},"ts":"1733702875574"} 2024-12-09T00:07:55,585 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-09T00:07:55,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:07:55,587 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702875587"}]},"ts":"1733702875587"} 2024-12-09T00:07:55,589 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-09T00:07:55,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ff3b37f875d71fbf1ae98bb774f8db14, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9e92e69fe4c3504a40ebfbe83dcdd5c, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c84a090cfa679ad0ec75f18842f71718, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aba890464301e43fd9b0818302ca6e60, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3c05c04c197205dcf4c7a08da3d27932, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=df045a6d9fceda23bed23aefe3ef2087, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=635b14478b0096de5211645f17cbace1, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d07d44475148720fdeec218d6046e795, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1a96eccc8d20be7a57fa04e8d51b1cf0, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2fb23aa315e513cb66c08feb4b1020a, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=734eddb2b3a6860acc22999ed8b14abe, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4da6886cdddc331cd8ff629a1786b2b, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e84ff86ba616009b561432009cde2a2, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19ccc63bb55caac3d23c43ab92de4cc8, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9baa5b7a3051bd8a342130e4f08cdc0, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=062d37503131ca91cb08bdbf4fdba44f, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d9ae536b0decc8901bf3b4e692a615b7, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d766e5933d405cf33f1e254173503ae, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5d153993a0f48ec253f16d610f1405e3, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ba240ff1cb323067f7068d18eedfb39a, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de1a773e90d7b0c898e379093ccffec7, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=000a00436ba735a27cf627f6f0aa7b32, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f62a9f649377fdfa9d991d4e36f234ef, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61bcc31337b56b9fe94e0c28f13efaad, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f5ec8032a00c31524a1dcc8dd55bb896, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0689cce6d21855b481a9e2827d53712b, ASSIGN}] 2024-12-09T00:07:55,598 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c84a090cfa679ad0ec75f18842f71718, ASSIGN 2024-12-09T00:07:55,598 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=aba890464301e43fd9b0818302ca6e60, ASSIGN 2024-12-09T00:07:55,598 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9e92e69fe4c3504a40ebfbe83dcdd5c, ASSIGN 2024-12-09T00:07:55,599 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ff3b37f875d71fbf1ae98bb774f8db14, ASSIGN 2024-12-09T00:07:55,599 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c84a090cfa679ad0ec75f18842f71718, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,600 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=aba890464301e43fd9b0818302ca6e60, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,600 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c9e92e69fe4c3504a40ebfbe83dcdd5c, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,600 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ff3b37f875d71fbf1ae98bb774f8db14, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,602 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f5ec8032a00c31524a1dcc8dd55bb896, ASSIGN 2024-12-09T00:07:55,602 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61bcc31337b56b9fe94e0c28f13efaad, ASSIGN 2024-12-09T00:07:55,602 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f62a9f649377fdfa9d991d4e36f234ef, ASSIGN 2024-12-09T00:07:55,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=000a00436ba735a27cf627f6f0aa7b32, ASSIGN 2024-12-09T00:07:55,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0689cce6d21855b481a9e2827d53712b, ASSIGN 2024-12-09T00:07:55,603 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f5ec8032a00c31524a1dcc8dd55bb896, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,604 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=61bcc31337b56b9fe94e0c28f13efaad, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=000a00436ba735a27cf627f6f0aa7b32, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,604 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f62a9f649377fdfa9d991d4e36f234ef, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,604 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0689cce6d21855b481a9e2827d53712b, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=de1a773e90d7b0c898e379093ccffec7, ASSIGN 2024-12-09T00:07:55,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5d153993a0f48ec253f16d610f1405e3, ASSIGN 2024-12-09T00:07:55,607 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7d766e5933d405cf33f1e254173503ae, ASSIGN 2024-12-09T00:07:55,608 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ba240ff1cb323067f7068d18eedfb39a, ASSIGN 2024-12-09T00:07:55,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d9ae536b0decc8901bf3b4e692a615b7, ASSIGN 2024-12-09T00:07:55,608 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=de1a773e90d7b0c898e379093ccffec7, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5d153993a0f48ec253f16d610f1405e3, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,609 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7d766e5933d405cf33f1e254173503ae, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,609 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ba240ff1cb323067f7068d18eedfb39a, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,609 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d9ae536b0decc8901bf3b4e692a615b7, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,609 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=062d37503131ca91cb08bdbf4fdba44f, ASSIGN 2024-12-09T00:07:55,610 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=062d37503131ca91cb08bdbf4fdba44f, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,613 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5e84ff86ba616009b561432009cde2a2, ASSIGN 2024-12-09T00:07:55,613 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4da6886cdddc331cd8ff629a1786b2b, ASSIGN 2024-12-09T00:07:55,613 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9baa5b7a3051bd8a342130e4f08cdc0, ASSIGN 2024-12-09T00:07:55,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=19ccc63bb55caac3d23c43ab92de4cc8, ASSIGN 2024-12-09T00:07:55,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=734eddb2b3a6860acc22999ed8b14abe, ASSIGN 2024-12-09T00:07:55,613 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5e84ff86ba616009b561432009cde2a2, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,614 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f4da6886cdddc331cd8ff629a1786b2b, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,614 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c9baa5b7a3051bd8a342130e4f08cdc0, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,614 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=19ccc63bb55caac3d23c43ab92de4cc8, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=734eddb2b3a6860acc22999ed8b14abe, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1a96eccc8d20be7a57fa04e8d51b1cf0, ASSIGN 2024-12-09T00:07:55,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d07d44475148720fdeec218d6046e795, ASSIGN 2024-12-09T00:07:55,617 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=635b14478b0096de5211645f17cbace1, ASSIGN 2024-12-09T00:07:55,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=df045a6d9fceda23bed23aefe3ef2087, ASSIGN 2024-12-09T00:07:55,617 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2fb23aa315e513cb66c08feb4b1020a, ASSIGN 2024-12-09T00:07:55,618 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1a96eccc8d20be7a57fa04e8d51b1cf0, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d07d44475148720fdeec218d6046e795, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,618 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=635b14478b0096de5211645f17cbace1, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,618 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e2fb23aa315e513cb66c08feb4b1020a, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,618 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=df045a6d9fceda23bed23aefe3ef2087, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=3c05c04c197205dcf4c7a08da3d27932, ASSIGN 2024-12-09T00:07:55,621 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=3c05c04c197205dcf4c7a08da3d27932, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:07:55,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=000a00436ba735a27cf627f6f0aa7b32, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=d07d44475148720fdeec218d6046e795, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=61bcc31337b56b9fe94e0c28f13efaad, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=3c05c04c197205dcf4c7a08da3d27932, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,750 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=aba890464301e43fd9b0818302ca6e60, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=31, state=RUNNABLE; OpenRegionProcedure 000a00436ba735a27cf627f6f0aa7b32, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=14, state=RUNNABLE; OpenRegionProcedure 3c05c04c197205dcf4c7a08da3d27932, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=33, state=RUNNABLE; OpenRegionProcedure 61bcc31337b56b9fe94e0c28f13efaad, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=17, state=RUNNABLE; OpenRegionProcedure d07d44475148720fdeec218d6046e795, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=13, state=RUNNABLE; OpenRegionProcedure aba890464301e43fd9b0818302ca6e60, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=de1a773e90d7b0c898e379093ccffec7, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=30, state=RUNNABLE; OpenRegionProcedure de1a773e90d7b0c898e379093ccffec7, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0689cce6d21855b481a9e2827d53712b, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=ba240ff1cb323067f7068d18eedfb39a, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=35, state=RUNNABLE; OpenRegionProcedure 0689cce6d21855b481a9e2827d53712b, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=29, state=RUNNABLE; OpenRegionProcedure ba240ff1cb323067f7068d18eedfb39a, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=5e84ff86ba616009b561432009cde2a2, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=df045a6d9fceda23bed23aefe3ef2087, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,765 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=c84a090cfa679ad0ec75f18842f71718, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=22, state=RUNNABLE; OpenRegionProcedure 5e84ff86ba616009b561432009cde2a2, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=15, state=RUNNABLE; OpenRegionProcedure df045a6d9fceda23bed23aefe3ef2087, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=12, state=RUNNABLE; OpenRegionProcedure c84a090cfa679ad0ec75f18842f71718, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=734eddb2b3a6860acc22999ed8b14abe, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d9ae536b0decc8901bf3b4e692a615b7, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,772 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=062d37503131ca91cb08bdbf4fdba44f, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=e2fb23aa315e513cb66c08feb4b1020a, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=26, state=RUNNABLE; OpenRegionProcedure d9ae536b0decc8901bf3b4e692a615b7, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=20, state=RUNNABLE; OpenRegionProcedure 734eddb2b3a6860acc22999ed8b14abe, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,776 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=19ccc63bb55caac3d23c43ab92de4cc8, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=19, state=RUNNABLE; OpenRegionProcedure e2fb23aa315e513cb66c08feb4b1020a, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE; OpenRegionProcedure 062d37503131ca91cb08bdbf4fdba44f, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=23, state=RUNNABLE; OpenRegionProcedure 19ccc63bb55caac3d23c43ab92de4cc8, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ff3b37f875d71fbf1ae98bb774f8db14, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=10, state=RUNNABLE; OpenRegionProcedure ff3b37f875d71fbf1ae98bb774f8db14, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c9baa5b7a3051bd8a342130e4f08cdc0, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f5ec8032a00c31524a1dcc8dd55bb896, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f62a9f649377fdfa9d991d4e36f234ef, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=24, state=RUNNABLE; OpenRegionProcedure c9baa5b7a3051bd8a342130e4f08cdc0, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=34, state=RUNNABLE; OpenRegionProcedure f5ec8032a00c31524a1dcc8dd55bb896, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=32, state=RUNNABLE; OpenRegionProcedure f62a9f649377fdfa9d991d4e36f234ef, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,799 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=635b14478b0096de5211645f17cbace1, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,799 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c9e92e69fe4c3504a40ebfbe83dcdd5c, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1a96eccc8d20be7a57fa04e8d51b1cf0, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f4da6886cdddc331cd8ff629a1786b2b, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=5d153993a0f48ec253f16d610f1405e3, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=18, state=RUNNABLE; OpenRegionProcedure 1a96eccc8d20be7a57fa04e8d51b1cf0, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=16, state=RUNNABLE; OpenRegionProcedure 635b14478b0096de5211645f17cbace1, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=21, state=RUNNABLE; OpenRegionProcedure f4da6886cdddc331cd8ff629a1786b2b, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=28, state=RUNNABLE; OpenRegionProcedure 5d153993a0f48ec253f16d610f1405e3, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=11, state=RUNNABLE; OpenRegionProcedure c9e92e69fe4c3504a40ebfbe83dcdd5c, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,810 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7d766e5933d405cf33f1e254173503ae, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=27, state=RUNNABLE; OpenRegionProcedure 7d766e5933d405cf33f1e254173503ae, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:07:55,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,913 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:07:55,913 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => d07d44475148720fdeec218d6046e795, NAME => 'test,hhh,1733702873400.d07d44475148720fdeec218d6046e795.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-09T00:07:55,914 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,914 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,hhh,1733702873400.d07d44475148720fdeec218d6046e795.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,914 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,914 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,916 INFO [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,918 INFO [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d07d44475148720fdeec218d6046e795 columnFamilyName f 2024-12-09T00:07:55,919 DEBUG [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:55,919 INFO [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] regionserver.HStore(327): Store=d07d44475148720fdeec218d6046e795/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:55,919 INFO [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,921 INFO [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d07d44475148720fdeec218d6046e795 columnFamilyName norep 2024-12-09T00:07:55,921 DEBUG [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:55,922 INFO [StoreOpener-d07d44475148720fdeec218d6046e795-1 {}] regionserver.HStore(327): Store=d07d44475148720fdeec218d6046e795/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:55,930 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,931 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,933 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:55,935 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for d07d44475148720fdeec218d6046e795 2024-12-09T00:07:55,939 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d07d44475148720fdeec218d6046e795/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:55,940 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened d07d44475148720fdeec218d6046e795; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68721203, jitterRate=0.024025723338127136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:55,941 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for d07d44475148720fdeec218d6046e795: 2024-12-09T00:07:55,942 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1733702873400.d07d44475148720fdeec218d6046e795., pid=39, masterSystemTime=1733702875906 2024-12-09T00:07:55,946 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:07:55,946 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:07:55,946 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:07:55,946 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => aba890464301e43fd9b0818302ca6e60, NAME => 'test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-09T00:07:55,947 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,947 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,947 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,947 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=d07d44475148720fdeec218d6046e795, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=17 2024-12-09T00:07:55,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=17, state=SUCCESS; OpenRegionProcedure d07d44475148720fdeec218d6046e795, server=7ba18a594d9f,36113,1733702866085 in 196 msec 2024-12-09T00:07:55,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d07d44475148720fdeec218d6046e795, ASSIGN in 360 msec 2024-12-09T00:07:55,956 INFO [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,958 INFO [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba890464301e43fd9b0818302ca6e60 columnFamilyName f 2024-12-09T00:07:55,958 DEBUG [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:55,959 INFO [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] regionserver.HStore(327): Store=aba890464301e43fd9b0818302ca6e60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:55,959 INFO [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,961 INFO [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aba890464301e43fd9b0818302ca6e60 columnFamilyName norep 2024-12-09T00:07:55,961 DEBUG [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:55,961 INFO [StoreOpener-aba890464301e43fd9b0818302ca6e60-1 {}] regionserver.HStore(327): Store=aba890464301e43fd9b0818302ca6e60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:55,963 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,963 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,965 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:55,967 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for aba890464301e43fd9b0818302ca6e60 2024-12-09T00:07:55,972 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/aba890464301e43fd9b0818302ca6e60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:55,973 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened aba890464301e43fd9b0818302ca6e60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59477451, jitterRate=-0.11371691524982452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:55,974 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for aba890464301e43fd9b0818302ca6e60: 2024-12-09T00:07:55,975 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60., pid=40, masterSystemTime=1733702875906 2024-12-09T00:07:55,978 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:07:55,978 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:07:55,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=aba890464301e43fd9b0818302ca6e60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:55,978 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:07:55,978 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e84ff86ba616009b561432009cde2a2, NAME => 'test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-09T00:07:55,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:55,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:55,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:55,979 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:55,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=13 2024-12-09T00:07:55,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=13, state=SUCCESS; OpenRegionProcedure aba890464301e43fd9b0818302ca6e60, server=7ba18a594d9f,36113,1733702866085 in 223 msec 2024-12-09T00:07:55,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=aba890464301e43fd9b0818302ca6e60, ASSIGN in 389 msec 2024-12-09T00:07:55,992 INFO [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:55,994 INFO [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e84ff86ba616009b561432009cde2a2 columnFamilyName f 2024-12-09T00:07:55,994 DEBUG [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:55,995 INFO [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] regionserver.HStore(327): Store=5e84ff86ba616009b561432009cde2a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:55,995 INFO [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:55,997 INFO [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e84ff86ba616009b561432009cde2a2 columnFamilyName norep 2024-12-09T00:07:55,997 DEBUG [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:55,998 INFO [StoreOpener-5e84ff86ba616009b561432009cde2a2-1 {}] regionserver.HStore(327): Store=5e84ff86ba616009b561432009cde2a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:55,999 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:56,000 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:56,001 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,003 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 5e84ff86ba616009b561432009cde2a2 2024-12-09T00:07:56,013 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5e84ff86ba616009b561432009cde2a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,014 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 5e84ff86ba616009b561432009cde2a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70153976, jitterRate=0.045375704765319824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,014 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 5e84ff86ba616009b561432009cde2a2: 2024-12-09T00:07:56,017 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2., pid=44, masterSystemTime=1733702875906 2024-12-09T00:07:56,020 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:07:56,020 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:07:56,020 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:07:56,020 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => ff3b37f875d71fbf1ae98bb774f8db14, NAME => 'test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-09T00:07:56,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=5e84ff86ba616009b561432009cde2a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,021 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,021 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,021 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,021 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,023 INFO [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=22 2024-12-09T00:07:56,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=22, state=SUCCESS; OpenRegionProcedure 5e84ff86ba616009b561432009cde2a2, server=7ba18a594d9f,36113,1733702866085 in 255 msec 2024-12-09T00:07:56,025 INFO [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff3b37f875d71fbf1ae98bb774f8db14 columnFamilyName f 2024-12-09T00:07:56,025 DEBUG [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5e84ff86ba616009b561432009cde2a2, ASSIGN in 430 msec 2024-12-09T00:07:56,026 INFO [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] regionserver.HStore(327): Store=ff3b37f875d71fbf1ae98bb774f8db14/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,026 INFO [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,028 INFO [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff3b37f875d71fbf1ae98bb774f8db14 columnFamilyName norep 2024-12-09T00:07:56,028 DEBUG [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,028 INFO [StoreOpener-ff3b37f875d71fbf1ae98bb774f8db14-1 {}] regionserver.HStore(327): Store=ff3b37f875d71fbf1ae98bb774f8db14/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,029 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,030 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,031 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,033 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:07:56,035 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,036 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened ff3b37f875d71fbf1ae98bb774f8db14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64000745, jitterRate=-0.046314582228660583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,036 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for ff3b37f875d71fbf1ae98bb774f8db14: 2024-12-09T00:07:56,038 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., pid=52, masterSystemTime=1733702875906 2024-12-09T00:07:56,040 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:07:56,040 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:07:56,040 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:07:56,040 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => c9baa5b7a3051bd8a342130e4f08cdc0, NAME => 'test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-09T00:07:56,040 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ff3b37f875d71fbf1ae98bb774f8db14, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,041 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,041 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,041 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,041 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=10 2024-12-09T00:07:56,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=10, state=SUCCESS; OpenRegionProcedure ff3b37f875d71fbf1ae98bb774f8db14, server=7ba18a594d9f,36113,1733702866085 in 258 msec 2024-12-09T00:07:56,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ff3b37f875d71fbf1ae98bb774f8db14, ASSIGN in 454 msec 2024-12-09T00:07:56,053 INFO [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,055 INFO [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9baa5b7a3051bd8a342130e4f08cdc0 columnFamilyName f 2024-12-09T00:07:56,055 DEBUG [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,056 INFO [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] regionserver.HStore(327): Store=c9baa5b7a3051bd8a342130e4f08cdc0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,056 INFO [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,058 INFO [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9baa5b7a3051bd8a342130e4f08cdc0 columnFamilyName norep 2024-12-09T00:07:56,058 DEBUG [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,058 INFO [StoreOpener-c9baa5b7a3051bd8a342130e4f08cdc0-1 {}] regionserver.HStore(327): Store=c9baa5b7a3051bd8a342130e4f08cdc0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,059 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,060 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,061 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,062 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:07:56,065 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9baa5b7a3051bd8a342130e4f08cdc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,066 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened c9baa5b7a3051bd8a342130e4f08cdc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69186586, jitterRate=0.03096047043800354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,066 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for c9baa5b7a3051bd8a342130e4f08cdc0: 2024-12-09T00:07:56,067 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0., pid=53, masterSystemTime=1733702875906 2024-12-09T00:07:56,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:07:56,069 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:07:56,069 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:07:56,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 3c05c04c197205dcf4c7a08da3d27932, NAME => 'test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-09T00:07:56,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=c9baa5b7a3051bd8a342130e4f08cdc0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,069 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,071 INFO [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,073 INFO [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c05c04c197205dcf4c7a08da3d27932 columnFamilyName f 2024-12-09T00:07:56,073 DEBUG [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=24 2024-12-09T00:07:56,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=24, state=SUCCESS; OpenRegionProcedure c9baa5b7a3051bd8a342130e4f08cdc0, server=7ba18a594d9f,36113,1733702866085 in 280 msec 2024-12-09T00:07:56,073 INFO [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] regionserver.HStore(327): Store=3c05c04c197205dcf4c7a08da3d27932/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,074 INFO [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c9baa5b7a3051bd8a342130e4f08cdc0, ASSIGN in 479 msec 2024-12-09T00:07:56,075 INFO [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c05c04c197205dcf4c7a08da3d27932 columnFamilyName norep 2024-12-09T00:07:56,075 DEBUG [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,075 INFO [StoreOpener-3c05c04c197205dcf4c7a08da3d27932-1 {}] regionserver.HStore(327): Store=3c05c04c197205dcf4c7a08da3d27932/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,076 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,077 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,078 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,079 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:07:56,081 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/3c05c04c197205dcf4c7a08da3d27932/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,082 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 3c05c04c197205dcf4c7a08da3d27932; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63576444, jitterRate=-0.05263715982437134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,082 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 3c05c04c197205dcf4c7a08da3d27932: 2024-12-09T00:07:56,082 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932., pid=37, masterSystemTime=1733702875906 2024-12-09T00:07:56,084 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:07:56,084 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:07:56,084 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:07:56,084 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => f62a9f649377fdfa9d991d4e36f234ef, NAME => 'test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-09T00:07:56,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=3c05c04c197205dcf4c7a08da3d27932, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,085 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,085 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,085 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,085 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,087 INFO [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=14 2024-12-09T00:07:56,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=14, state=SUCCESS; OpenRegionProcedure 3c05c04c197205dcf4c7a08da3d27932, server=7ba18a594d9f,36113,1733702866085 in 332 msec 2024-12-09T00:07:56,089 INFO [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f62a9f649377fdfa9d991d4e36f234ef columnFamilyName f 2024-12-09T00:07:56,089 DEBUG [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,090 INFO [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] regionserver.HStore(327): Store=f62a9f649377fdfa9d991d4e36f234ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,090 INFO [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=3c05c04c197205dcf4c7a08da3d27932, ASSIGN in 495 msec 2024-12-09T00:07:56,092 INFO [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f62a9f649377fdfa9d991d4e36f234ef columnFamilyName norep 2024-12-09T00:07:56,092 DEBUG [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,092 INFO [StoreOpener-f62a9f649377fdfa9d991d4e36f234ef-1 {}] regionserver.HStore(327): Store=f62a9f649377fdfa9d991d4e36f234ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,093 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,094 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,096 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,098 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:07:56,100 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f62a9f649377fdfa9d991d4e36f234ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,101 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened f62a9f649377fdfa9d991d4e36f234ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61495628, jitterRate=-0.08364373445510864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,101 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for f62a9f649377fdfa9d991d4e36f234ef: 2024-12-09T00:07:56,102 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef., pid=55, masterSystemTime=1733702875906 2024-12-09T00:07:56,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=f62a9f649377fdfa9d991d4e36f234ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,106 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:07:56,106 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:07:56,106 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:07:56,107 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => d9ae536b0decc8901bf3b4e692a615b7, NAME => 'test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-09T00:07:56,107 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,107 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,107 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,107 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,109 INFO [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=32 2024-12-09T00:07:56,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=32, state=SUCCESS; OpenRegionProcedure f62a9f649377fdfa9d991d4e36f234ef, server=7ba18a594d9f,36113,1733702866085 in 315 msec 2024-12-09T00:07:56,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f62a9f649377fdfa9d991d4e36f234ef, ASSIGN in 515 msec 2024-12-09T00:07:56,111 INFO [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ae536b0decc8901bf3b4e692a615b7 columnFamilyName f 2024-12-09T00:07:56,111 DEBUG [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,112 INFO [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] regionserver.HStore(327): Store=d9ae536b0decc8901bf3b4e692a615b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,112 INFO [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,113 INFO [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ae536b0decc8901bf3b4e692a615b7 columnFamilyName norep 2024-12-09T00:07:56,113 DEBUG [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,114 INFO [StoreOpener-d9ae536b0decc8901bf3b4e692a615b7-1 {}] regionserver.HStore(327): Store=d9ae536b0decc8901bf3b4e692a615b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,115 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,116 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,117 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,119 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:07:56,121 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d9ae536b0decc8901bf3b4e692a615b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,122 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened d9ae536b0decc8901bf3b4e692a615b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68955433, jitterRate=0.027516022324562073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,122 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for d9ae536b0decc8901bf3b4e692a615b7: 2024-12-09T00:07:56,123 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7., pid=48, masterSystemTime=1733702875906 2024-12-09T00:07:56,125 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:07:56,125 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:07:56,125 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:07:56,125 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 0689cce6d21855b481a9e2827d53712b, NAME => 'test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-09T00:07:56,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=d9ae536b0decc8901bf3b4e692a615b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,126 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,126 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,126 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,126 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,128 INFO [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=26 2024-12-09T00:07:56,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=26, state=SUCCESS; OpenRegionProcedure d9ae536b0decc8901bf3b4e692a615b7, server=7ba18a594d9f,36113,1733702866085 in 352 msec 2024-12-09T00:07:56,130 INFO [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0689cce6d21855b481a9e2827d53712b columnFamilyName f 2024-12-09T00:07:56,130 DEBUG [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d9ae536b0decc8901bf3b4e692a615b7, ASSIGN in 535 msec 2024-12-09T00:07:56,131 INFO [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] regionserver.HStore(327): Store=0689cce6d21855b481a9e2827d53712b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,131 INFO [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,132 INFO [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0689cce6d21855b481a9e2827d53712b columnFamilyName norep 2024-12-09T00:07:56,132 DEBUG [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,133 INFO [StoreOpener-0689cce6d21855b481a9e2827d53712b-1 {}] regionserver.HStore(327): Store=0689cce6d21855b481a9e2827d53712b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,134 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,134 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,135 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,137 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 0689cce6d21855b481a9e2827d53712b 2024-12-09T00:07:56,140 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/0689cce6d21855b481a9e2827d53712b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,140 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 0689cce6d21855b481a9e2827d53712b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63528493, jitterRate=-0.05335168540477753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,140 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 0689cce6d21855b481a9e2827d53712b: 2024-12-09T00:07:56,141 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b., pid=42, masterSystemTime=1733702875906 2024-12-09T00:07:56,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0689cce6d21855b481a9e2827d53712b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,145 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:07:56,145 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:07:56,146 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:07:56,146 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => f4da6886cdddc331cd8ff629a1786b2b, NAME => 'test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-09T00:07:56,146 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,146 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,146 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,146 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,150 INFO [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=35 2024-12-09T00:07:56,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=35, state=SUCCESS; OpenRegionProcedure 0689cce6d21855b481a9e2827d53712b, server=7ba18a594d9f,36113,1733702866085 in 387 msec 2024-12-09T00:07:56,152 INFO [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4da6886cdddc331cd8ff629a1786b2b columnFamilyName f 2024-12-09T00:07:56,152 DEBUG [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,153 INFO [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] regionserver.HStore(327): Store=f4da6886cdddc331cd8ff629a1786b2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,153 INFO [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0689cce6d21855b481a9e2827d53712b, ASSIGN in 558 msec 2024-12-09T00:07:56,155 INFO [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4da6886cdddc331cd8ff629a1786b2b columnFamilyName norep 2024-12-09T00:07:56,155 DEBUG [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,155 INFO [StoreOpener-f4da6886cdddc331cd8ff629a1786b2b-1 {}] regionserver.HStore(327): Store=f4da6886cdddc331cd8ff629a1786b2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,156 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,157 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,158 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,159 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:07:56,162 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f4da6886cdddc331cd8ff629a1786b2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,162 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened f4da6886cdddc331cd8ff629a1786b2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70173818, jitterRate=0.04567137360572815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,162 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for f4da6886cdddc331cd8ff629a1786b2b: 2024-12-09T00:07:56,163 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b., pid=59, masterSystemTime=1733702875906 2024-12-09T00:07:56,165 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:07:56,165 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:07:56,165 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:07:56,165 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => de1a773e90d7b0c898e379093ccffec7, NAME => 'test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-09T00:07:56,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f4da6886cdddc331cd8ff629a1786b2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,166 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,166 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,166 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,166 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,168 INFO [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=21 2024-12-09T00:07:56,169 INFO [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de1a773e90d7b0c898e379093ccffec7 columnFamilyName f 2024-12-09T00:07:56,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=21, state=SUCCESS; OpenRegionProcedure f4da6886cdddc331cd8ff629a1786b2b, server=7ba18a594d9f,36113,1733702866085 in 362 msec 2024-12-09T00:07:56,170 DEBUG [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,170 INFO [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] regionserver.HStore(327): Store=de1a773e90d7b0c898e379093ccffec7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,170 INFO [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f4da6886cdddc331cd8ff629a1786b2b, ASSIGN in 576 msec 2024-12-09T00:07:56,172 INFO [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de1a773e90d7b0c898e379093ccffec7 columnFamilyName norep 2024-12-09T00:07:56,172 DEBUG [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,172 INFO [StoreOpener-de1a773e90d7b0c898e379093ccffec7-1 {}] regionserver.HStore(327): Store=de1a773e90d7b0c898e379093ccffec7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,173 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,174 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,175 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,177 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:07:56,180 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/de1a773e90d7b0c898e379093ccffec7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,180 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened de1a773e90d7b0c898e379093ccffec7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68883229, jitterRate=0.026440098881721497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,180 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for de1a773e90d7b0c898e379093ccffec7: 2024-12-09T00:07:56,181 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7., pid=41, masterSystemTime=1733702875906 2024-12-09T00:07:56,183 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:07:56,183 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:07:56,183 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:07:56,183 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 062d37503131ca91cb08bdbf4fdba44f, NAME => 'test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-09T00:07:56,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=de1a773e90d7b0c898e379093ccffec7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,183 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,184 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,184 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,184 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,186 INFO [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,187 INFO [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d37503131ca91cb08bdbf4fdba44f columnFamilyName f 2024-12-09T00:07:56,187 DEBUG [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=30 2024-12-09T00:07:56,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=30, state=SUCCESS; OpenRegionProcedure de1a773e90d7b0c898e379093ccffec7, server=7ba18a594d9f,36113,1733702866085 in 425 msec 2024-12-09T00:07:56,188 INFO [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] regionserver.HStore(327): Store=062d37503131ca91cb08bdbf4fdba44f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,188 INFO [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=de1a773e90d7b0c898e379093ccffec7, ASSIGN in 594 msec 2024-12-09T00:07:56,190 INFO [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d37503131ca91cb08bdbf4fdba44f columnFamilyName norep 2024-12-09T00:07:56,190 DEBUG [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,190 INFO [StoreOpener-062d37503131ca91cb08bdbf4fdba44f-1 {}] regionserver.HStore(327): Store=062d37503131ca91cb08bdbf4fdba44f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,191 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,192 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,193 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,194 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:07:56,197 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/062d37503131ca91cb08bdbf4fdba44f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,197 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 062d37503131ca91cb08bdbf4fdba44f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74234628, jitterRate=0.10618215799331665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,197 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 062d37503131ca91cb08bdbf4fdba44f: 2024-12-09T00:07:56,198 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f., pid=49, masterSystemTime=1733702875906 2024-12-09T00:07:56,200 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:07:56,200 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:07:56,200 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:07:56,200 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 000a00436ba735a27cf627f6f0aa7b32, NAME => 'test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-09T00:07:56,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=062d37503131ca91cb08bdbf4fdba44f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,201 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,201 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,201 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,201 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,203 INFO [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=25 2024-12-09T00:07:56,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=25, state=SUCCESS; OpenRegionProcedure 062d37503131ca91cb08bdbf4fdba44f, server=7ba18a594d9f,36113,1733702866085 in 426 msec 2024-12-09T00:07:56,205 INFO [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 000a00436ba735a27cf627f6f0aa7b32 columnFamilyName f 2024-12-09T00:07:56,205 DEBUG [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=062d37503131ca91cb08bdbf4fdba44f, ASSIGN in 610 msec 2024-12-09T00:07:56,205 INFO [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] regionserver.HStore(327): Store=000a00436ba735a27cf627f6f0aa7b32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,205 INFO [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,207 INFO [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 000a00436ba735a27cf627f6f0aa7b32 columnFamilyName norep 2024-12-09T00:07:56,207 DEBUG [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,207 INFO [StoreOpener-000a00436ba735a27cf627f6f0aa7b32-1 {}] regionserver.HStore(327): Store=000a00436ba735a27cf627f6f0aa7b32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,208 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,209 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,210 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,212 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:07:56,214 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/000a00436ba735a27cf627f6f0aa7b32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,215 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 000a00436ba735a27cf627f6f0aa7b32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68007898, jitterRate=0.013396650552749634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,215 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 000a00436ba735a27cf627f6f0aa7b32: 2024-12-09T00:07:56,216 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32., pid=36, masterSystemTime=1733702875906 2024-12-09T00:07:56,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=000a00436ba735a27cf627f6f0aa7b32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,218 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:07:56,218 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:07:56,218 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:07:56,219 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => ba240ff1cb323067f7068d18eedfb39a, NAME => 'test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-09T00:07:56,219 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,219 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,219 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,219 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=31 2024-12-09T00:07:56,222 INFO [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=31, state=SUCCESS; OpenRegionProcedure 000a00436ba735a27cf627f6f0aa7b32, server=7ba18a594d9f,36113,1733702866085 in 467 msec 2024-12-09T00:07:56,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=000a00436ba735a27cf627f6f0aa7b32, ASSIGN in 628 msec 2024-12-09T00:07:56,223 INFO [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba240ff1cb323067f7068d18eedfb39a columnFamilyName f 2024-12-09T00:07:56,224 DEBUG [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,224 INFO [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] regionserver.HStore(327): Store=ba240ff1cb323067f7068d18eedfb39a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,224 INFO [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,226 INFO [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba240ff1cb323067f7068d18eedfb39a columnFamilyName norep 2024-12-09T00:07:56,226 DEBUG [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,227 INFO [StoreOpener-ba240ff1cb323067f7068d18eedfb39a-1 {}] regionserver.HStore(327): Store=ba240ff1cb323067f7068d18eedfb39a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,228 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,228 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,230 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,232 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:07:56,234 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ba240ff1cb323067f7068d18eedfb39a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,235 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened ba240ff1cb323067f7068d18eedfb39a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66822167, jitterRate=-0.0042721182107925415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,235 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for ba240ff1cb323067f7068d18eedfb39a: 2024-12-09T00:07:56,236 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a., pid=43, masterSystemTime=1733702875906 2024-12-09T00:07:56,238 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:07:56,238 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:07:56,238 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:07:56,238 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=ba240ff1cb323067f7068d18eedfb39a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,238 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 635b14478b0096de5211645f17cbace1, NAME => 'test,ggg,1733702873400.635b14478b0096de5211645f17cbace1.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-09T00:07:56,238 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,238 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,ggg,1733702873400.635b14478b0096de5211645f17cbace1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,239 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,239 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,240 INFO [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=29 2024-12-09T00:07:56,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=29, state=SUCCESS; OpenRegionProcedure ba240ff1cb323067f7068d18eedfb39a, server=7ba18a594d9f,36113,1733702866085 in 476 msec 2024-12-09T00:07:56,242 INFO [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 635b14478b0096de5211645f17cbace1 columnFamilyName f 2024-12-09T00:07:56,242 DEBUG [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ba240ff1cb323067f7068d18eedfb39a, ASSIGN in 648 msec 2024-12-09T00:07:56,243 INFO [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] regionserver.HStore(327): Store=635b14478b0096de5211645f17cbace1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,243 INFO [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,244 INFO [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 635b14478b0096de5211645f17cbace1 columnFamilyName norep 2024-12-09T00:07:56,245 DEBUG [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,245 INFO [StoreOpener-635b14478b0096de5211645f17cbace1-1 {}] regionserver.HStore(327): Store=635b14478b0096de5211645f17cbace1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,246 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,246 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,248 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,249 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 635b14478b0096de5211645f17cbace1 2024-12-09T00:07:56,251 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/635b14478b0096de5211645f17cbace1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,252 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 635b14478b0096de5211645f17cbace1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68110880, jitterRate=0.014931201934814453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,252 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 635b14478b0096de5211645f17cbace1: 2024-12-09T00:07:56,253 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1733702873400.635b14478b0096de5211645f17cbace1., pid=57, masterSystemTime=1733702875906 2024-12-09T00:07:56,255 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:07:56,255 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:07:56,255 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:07:56,255 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => e2fb23aa315e513cb66c08feb4b1020a, NAME => 'test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-09T00:07:56,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=635b14478b0096de5211645f17cbace1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,255 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,256 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,256 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,256 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=16 2024-12-09T00:07:56,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=16, state=SUCCESS; OpenRegionProcedure 635b14478b0096de5211645f17cbace1, server=7ba18a594d9f,36113,1733702866085 in 453 msec 2024-12-09T00:07:56,259 INFO [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=635b14478b0096de5211645f17cbace1, ASSIGN in 665 msec 2024-12-09T00:07:56,261 INFO [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2fb23aa315e513cb66c08feb4b1020a columnFamilyName f 2024-12-09T00:07:56,261 DEBUG [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,261 INFO [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] regionserver.HStore(327): Store=e2fb23aa315e513cb66c08feb4b1020a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,261 INFO [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,262 INFO [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2fb23aa315e513cb66c08feb4b1020a columnFamilyName norep 2024-12-09T00:07:56,262 DEBUG [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,263 INFO [StoreOpener-e2fb23aa315e513cb66c08feb4b1020a-1 {}] regionserver.HStore(327): Store=e2fb23aa315e513cb66c08feb4b1020a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,264 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,264 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,266 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,267 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:07:56,269 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/e2fb23aa315e513cb66c08feb4b1020a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,269 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened e2fb23aa315e513cb66c08feb4b1020a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59318237, jitterRate=-0.11608938872814178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,269 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for e2fb23aa315e513cb66c08feb4b1020a: 2024-12-09T00:07:56,270 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a., pid=50, masterSystemTime=1733702875906 2024-12-09T00:07:56,272 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:07:56,272 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:07:56,272 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:07:56,272 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 734eddb2b3a6860acc22999ed8b14abe, NAME => 'test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-09T00:07:56,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=e2fb23aa315e513cb66c08feb4b1020a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,272 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,272 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,272 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,273 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=19 2024-12-09T00:07:56,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=19, state=SUCCESS; OpenRegionProcedure e2fb23aa315e513cb66c08feb4b1020a, server=7ba18a594d9f,36113,1733702866085 in 497 msec 2024-12-09T00:07:56,275 INFO [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e2fb23aa315e513cb66c08feb4b1020a, ASSIGN in 681 msec 2024-12-09T00:07:56,277 INFO [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734eddb2b3a6860acc22999ed8b14abe columnFamilyName f 2024-12-09T00:07:56,277 DEBUG [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,278 INFO [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] regionserver.HStore(327): Store=734eddb2b3a6860acc22999ed8b14abe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,278 INFO [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,279 INFO [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734eddb2b3a6860acc22999ed8b14abe columnFamilyName norep 2024-12-09T00:07:56,279 DEBUG [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,279 INFO [StoreOpener-734eddb2b3a6860acc22999ed8b14abe-1 {}] regionserver.HStore(327): Store=734eddb2b3a6860acc22999ed8b14abe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,280 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,281 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,283 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,284 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:07:56,286 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/734eddb2b3a6860acc22999ed8b14abe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,286 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 734eddb2b3a6860acc22999ed8b14abe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70808467, jitterRate=0.05512838065624237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,286 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 734eddb2b3a6860acc22999ed8b14abe: 2024-12-09T00:07:56,287 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe., pid=47, masterSystemTime=1733702875906 2024-12-09T00:07:56,289 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:07:56,289 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:07:56,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=734eddb2b3a6860acc22999ed8b14abe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,290 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:07:56,290 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => df045a6d9fceda23bed23aefe3ef2087, NAME => 'test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-09T00:07:56,290 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,290 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,290 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,290 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=20 2024-12-09T00:07:56,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=20, state=SUCCESS; OpenRegionProcedure 734eddb2b3a6860acc22999ed8b14abe, server=7ba18a594d9f,36113,1733702866085 in 517 msec 2024-12-09T00:07:56,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=734eddb2b3a6860acc22999ed8b14abe, ASSIGN in 699 msec 2024-12-09T00:07:56,297 INFO [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,298 INFO [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df045a6d9fceda23bed23aefe3ef2087 columnFamilyName f 2024-12-09T00:07:56,298 DEBUG [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,299 INFO [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] regionserver.HStore(327): Store=df045a6d9fceda23bed23aefe3ef2087/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,299 INFO [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,300 INFO [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df045a6d9fceda23bed23aefe3ef2087 columnFamilyName norep 2024-12-09T00:07:56,300 DEBUG [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,301 INFO [StoreOpener-df045a6d9fceda23bed23aefe3ef2087-1 {}] regionserver.HStore(327): Store=df045a6d9fceda23bed23aefe3ef2087/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,302 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,302 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,304 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,305 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:07:56,308 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/df045a6d9fceda23bed23aefe3ef2087/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,309 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened df045a6d9fceda23bed23aefe3ef2087; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71898437, jitterRate=0.0713701993227005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,309 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for df045a6d9fceda23bed23aefe3ef2087: 2024-12-09T00:07:56,310 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087., pid=45, masterSystemTime=1733702875906 2024-12-09T00:07:56,313 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:07:56,313 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:07:56,313 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:07:56,313 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => c9e92e69fe4c3504a40ebfbe83dcdd5c, NAME => 'test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-09T00:07:56,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=df045a6d9fceda23bed23aefe3ef2087, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,314 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,314 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,314 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,314 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,316 INFO [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=15 2024-12-09T00:07:56,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=15, state=SUCCESS; OpenRegionProcedure df045a6d9fceda23bed23aefe3ef2087, server=7ba18a594d9f,36113,1733702866085 in 548 msec 2024-12-09T00:07:56,318 INFO [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9e92e69fe4c3504a40ebfbe83dcdd5c columnFamilyName f 2024-12-09T00:07:56,318 DEBUG [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,318 INFO [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] regionserver.HStore(327): Store=c9e92e69fe4c3504a40ebfbe83dcdd5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=df045a6d9fceda23bed23aefe3ef2087, ASSIGN in 723 msec 2024-12-09T00:07:56,319 INFO [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,320 INFO [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9e92e69fe4c3504a40ebfbe83dcdd5c columnFamilyName norep 2024-12-09T00:07:56,320 DEBUG [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,321 INFO [StoreOpener-c9e92e69fe4c3504a40ebfbe83dcdd5c-1 {}] regionserver.HStore(327): Store=c9e92e69fe4c3504a40ebfbe83dcdd5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,322 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,322 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,323 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,325 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:07:56,327 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9e92e69fe4c3504a40ebfbe83dcdd5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,328 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened c9e92e69fe4c3504a40ebfbe83dcdd5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62562253, jitterRate=-0.06774978339672089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,328 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for c9e92e69fe4c3504a40ebfbe83dcdd5c: 2024-12-09T00:07:56,329 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c., pid=58, masterSystemTime=1733702875906 2024-12-09T00:07:56,331 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:07:56,331 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:07:56,331 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:07:56,331 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => f5ec8032a00c31524a1dcc8dd55bb896, NAME => 'test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-09T00:07:56,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c9e92e69fe4c3504a40ebfbe83dcdd5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,331 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,331 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,331 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,332 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,333 INFO [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=11 2024-12-09T00:07:56,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=11, state=SUCCESS; OpenRegionProcedure c9e92e69fe4c3504a40ebfbe83dcdd5c, server=7ba18a594d9f,36113,1733702866085 in 528 msec 2024-12-09T00:07:56,335 INFO [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5ec8032a00c31524a1dcc8dd55bb896 columnFamilyName f 2024-12-09T00:07:56,335 DEBUG [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,336 INFO [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] regionserver.HStore(327): Store=f5ec8032a00c31524a1dcc8dd55bb896/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,336 INFO [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c9e92e69fe4c3504a40ebfbe83dcdd5c, ASSIGN in 741 msec 2024-12-09T00:07:56,338 INFO [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5ec8032a00c31524a1dcc8dd55bb896 columnFamilyName norep 2024-12-09T00:07:56,338 DEBUG [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,338 INFO [StoreOpener-f5ec8032a00c31524a1dcc8dd55bb896-1 {}] regionserver.HStore(327): Store=f5ec8032a00c31524a1dcc8dd55bb896/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,339 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,339 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,341 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,342 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:07:56,344 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f5ec8032a00c31524a1dcc8dd55bb896/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,344 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened f5ec8032a00c31524a1dcc8dd55bb896; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66157371, jitterRate=-0.014178350567817688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,345 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for f5ec8032a00c31524a1dcc8dd55bb896: 2024-12-09T00:07:56,345 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896., pid=54, masterSystemTime=1733702875906 2024-12-09T00:07:56,347 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:07:56,347 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:07:56,348 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:07:56,348 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f5ec8032a00c31524a1dcc8dd55bb896, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,348 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 61bcc31337b56b9fe94e0c28f13efaad, NAME => 'test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-09T00:07:56,349 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,349 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,349 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,349 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,352 INFO [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=34 2024-12-09T00:07:56,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=34, state=SUCCESS; OpenRegionProcedure f5ec8032a00c31524a1dcc8dd55bb896, server=7ba18a594d9f,36113,1733702866085 in 559 msec 2024-12-09T00:07:56,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f5ec8032a00c31524a1dcc8dd55bb896, ASSIGN in 759 msec 2024-12-09T00:07:56,361 INFO [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61bcc31337b56b9fe94e0c28f13efaad columnFamilyName f 2024-12-09T00:07:56,361 DEBUG [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,362 INFO [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] regionserver.HStore(327): Store=61bcc31337b56b9fe94e0c28f13efaad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,378 INFO [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,381 INFO [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61bcc31337b56b9fe94e0c28f13efaad columnFamilyName norep 2024-12-09T00:07:56,381 DEBUG [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,382 INFO [StoreOpener-61bcc31337b56b9fe94e0c28f13efaad-1 {}] regionserver.HStore(327): Store=61bcc31337b56b9fe94e0c28f13efaad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,383 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,384 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,386 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,388 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:07:56,392 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/61bcc31337b56b9fe94e0c28f13efaad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,393 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 61bcc31337b56b9fe94e0c28f13efaad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69354806, jitterRate=0.03346714377403259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,393 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 61bcc31337b56b9fe94e0c28f13efaad: 2024-12-09T00:07:56,395 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad., pid=38, masterSystemTime=1733702875906 2024-12-09T00:07:56,397 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:07:56,397 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:07:56,397 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:07:56,397 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 19ccc63bb55caac3d23c43ab92de4cc8, NAME => 'test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-09T00:07:56,398 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=61bcc31337b56b9fe94e0c28f13efaad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,398 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,398 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,398 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,398 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=33 2024-12-09T00:07:56,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=33, state=SUCCESS; OpenRegionProcedure 61bcc31337b56b9fe94e0c28f13efaad, server=7ba18a594d9f,36113,1733702866085 in 645 msec 2024-12-09T00:07:56,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=61bcc31337b56b9fe94e0c28f13efaad, ASSIGN in 808 msec 2024-12-09T00:07:56,421 INFO [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,423 INFO [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ccc63bb55caac3d23c43ab92de4cc8 columnFamilyName f 2024-12-09T00:07:56,423 DEBUG [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,425 INFO [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] regionserver.HStore(327): Store=19ccc63bb55caac3d23c43ab92de4cc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,425 INFO [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,427 INFO [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19ccc63bb55caac3d23c43ab92de4cc8 columnFamilyName norep 2024-12-09T00:07:56,427 DEBUG [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,428 INFO [StoreOpener-19ccc63bb55caac3d23c43ab92de4cc8-1 {}] regionserver.HStore(327): Store=19ccc63bb55caac3d23c43ab92de4cc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,429 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,430 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,432 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,434 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:07:56,441 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/19ccc63bb55caac3d23c43ab92de4cc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,442 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 19ccc63bb55caac3d23c43ab92de4cc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60684450, jitterRate=-0.0957312285900116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,442 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 19ccc63bb55caac3d23c43ab92de4cc8: 2024-12-09T00:07:56,443 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8., pid=51, masterSystemTime=1733702875906 2024-12-09T00:07:56,446 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:07:56,446 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:07:56,446 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:07:56,446 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => c84a090cfa679ad0ec75f18842f71718, NAME => 'test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-09T00:07:56,446 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,447 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,447 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,447 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=19ccc63bb55caac3d23c43ab92de4cc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=23 2024-12-09T00:07:56,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=23, state=SUCCESS; OpenRegionProcedure 19ccc63bb55caac3d23c43ab92de4cc8, server=7ba18a594d9f,36113,1733702866085 in 674 msec 2024-12-09T00:07:56,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=19ccc63bb55caac3d23c43ab92de4cc8, ASSIGN in 861 msec 2024-12-09T00:07:56,465 INFO [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,467 INFO [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84a090cfa679ad0ec75f18842f71718 columnFamilyName f 2024-12-09T00:07:56,468 DEBUG [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,468 INFO [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] regionserver.HStore(327): Store=c84a090cfa679ad0ec75f18842f71718/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,468 INFO [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,470 INFO [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84a090cfa679ad0ec75f18842f71718 columnFamilyName norep 2024-12-09T00:07:56,470 DEBUG [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,471 INFO [StoreOpener-c84a090cfa679ad0ec75f18842f71718-1 {}] regionserver.HStore(327): Store=c84a090cfa679ad0ec75f18842f71718/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,472 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,472 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,474 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,476 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:07:56,479 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c84a090cfa679ad0ec75f18842f71718/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,479 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened c84a090cfa679ad0ec75f18842f71718; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63399245, jitterRate=-0.05527763068675995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,479 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for c84a090cfa679ad0ec75f18842f71718: 2024-12-09T00:07:56,480 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718., pid=46, masterSystemTime=1733702875906 2024-12-09T00:07:56,483 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:07:56,483 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:07:56,483 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:07:56,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=c84a090cfa679ad0ec75f18842f71718, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,484 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 5d153993a0f48ec253f16d610f1405e3, NAME => 'test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-09T00:07:56,485 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,485 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,485 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,486 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=12 2024-12-09T00:07:56,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=12, state=SUCCESS; OpenRegionProcedure c84a090cfa679ad0ec75f18842f71718, server=7ba18a594d9f,36113,1733702866085 in 716 msec 2024-12-09T00:07:56,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c84a090cfa679ad0ec75f18842f71718, ASSIGN in 893 msec 2024-12-09T00:07:56,489 INFO [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,491 INFO [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d153993a0f48ec253f16d610f1405e3 columnFamilyName f 2024-12-09T00:07:56,491 DEBUG [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,492 INFO [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] regionserver.HStore(327): Store=5d153993a0f48ec253f16d610f1405e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,492 INFO [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,493 INFO [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d153993a0f48ec253f16d610f1405e3 columnFamilyName norep 2024-12-09T00:07:56,493 DEBUG [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,494 INFO [StoreOpener-5d153993a0f48ec253f16d610f1405e3-1 {}] regionserver.HStore(327): Store=5d153993a0f48ec253f16d610f1405e3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,495 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,495 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,496 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,498 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:07:56,501 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5d153993a0f48ec253f16d610f1405e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,502 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 5d153993a0f48ec253f16d610f1405e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65916565, jitterRate=-0.017766639590263367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,502 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 5d153993a0f48ec253f16d610f1405e3: 2024-12-09T00:07:56,503 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3., pid=60, masterSystemTime=1733702875906 2024-12-09T00:07:56,505 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:07:56,505 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:07:56,505 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:07:56,505 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 1a96eccc8d20be7a57fa04e8d51b1cf0, NAME => 'test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-09T00:07:56,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=5d153993a0f48ec253f16d610f1405e3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,505 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,506 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,506 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,506 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,508 INFO [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=28 2024-12-09T00:07:56,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=28, state=SUCCESS; OpenRegionProcedure 5d153993a0f48ec253f16d610f1405e3, server=7ba18a594d9f,36113,1733702866085 in 700 msec 2024-12-09T00:07:56,509 INFO [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a96eccc8d20be7a57fa04e8d51b1cf0 columnFamilyName f 2024-12-09T00:07:56,509 DEBUG [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,510 INFO [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] regionserver.HStore(327): Store=1a96eccc8d20be7a57fa04e8d51b1cf0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,510 INFO [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5d153993a0f48ec253f16d610f1405e3, ASSIGN in 915 msec 2024-12-09T00:07:56,511 INFO [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a96eccc8d20be7a57fa04e8d51b1cf0 columnFamilyName norep 2024-12-09T00:07:56,511 DEBUG [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,512 INFO [StoreOpener-1a96eccc8d20be7a57fa04e8d51b1cf0-1 {}] regionserver.HStore(327): Store=1a96eccc8d20be7a57fa04e8d51b1cf0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,513 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,513 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,514 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,517 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:07:56,519 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/1a96eccc8d20be7a57fa04e8d51b1cf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,519 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 1a96eccc8d20be7a57fa04e8d51b1cf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65811890, jitterRate=-0.01932641863822937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,519 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 1a96eccc8d20be7a57fa04e8d51b1cf0: 2024-12-09T00:07:56,520 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0., pid=56, masterSystemTime=1733702875906 2024-12-09T00:07:56,522 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:07:56,522 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:07:56,522 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:07:56,522 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d766e5933d405cf33f1e254173503ae, NAME => 'test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-09T00:07:56,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=1a96eccc8d20be7a57fa04e8d51b1cf0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,522 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,522 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:56,522 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,523 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,524 INFO [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=18 2024-12-09T00:07:56,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=18, state=SUCCESS; OpenRegionProcedure 1a96eccc8d20be7a57fa04e8d51b1cf0, server=7ba18a594d9f,36113,1733702866085 in 721 msec 2024-12-09T00:07:56,526 INFO [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d766e5933d405cf33f1e254173503ae columnFamilyName f 2024-12-09T00:07:56,526 DEBUG [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,527 INFO [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] regionserver.HStore(327): Store=7d766e5933d405cf33f1e254173503ae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,527 INFO [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1a96eccc8d20be7a57fa04e8d51b1cf0, ASSIGN in 931 msec 2024-12-09T00:07:56,528 INFO [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d766e5933d405cf33f1e254173503ae columnFamilyName norep 2024-12-09T00:07:56,528 DEBUG [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:56,529 INFO [StoreOpener-7d766e5933d405cf33f1e254173503ae-1 {}] regionserver.HStore(327): Store=7d766e5933d405cf33f1e254173503ae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:56,530 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,530 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,531 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T00:07:56,532 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 7d766e5933d405cf33f1e254173503ae 2024-12-09T00:07:56,537 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/7d766e5933d405cf33f1e254173503ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:56,544 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 7d766e5933d405cf33f1e254173503ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71178978, jitterRate=0.06064942479133606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T00:07:56,544 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 7d766e5933d405cf33f1e254173503ae: 2024-12-09T00:07:56,545 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae., pid=61, masterSystemTime=1733702875906 2024-12-09T00:07:56,547 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:07:56,547 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:07:56,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7d766e5933d405cf33f1e254173503ae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:07:56,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=27 2024-12-09T00:07:56,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=27, state=SUCCESS; OpenRegionProcedure 7d766e5933d405cf33f1e254173503ae, server=7ba18a594d9f,36113,1733702866085 in 740 msec 2024-12-09T00:07:56,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=9 2024-12-09T00:07:56,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7d766e5933d405cf33f1e254173503ae, ASSIGN in 959 msec 2024-12-09T00:07:56,557 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:07:56,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702876557"}]},"ts":"1733702876557"} 2024-12-09T00:07:56,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-09T00:07:56,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:07:56,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 3.1630 sec 2024-12-09T00:07:57,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:07:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T00:07:57,517 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-09T00:07:57,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T00:07:57,518 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:57,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T00:07:57,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:57,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T00:07:57,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T00:07:57,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:57,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T00:07:57,538 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:57,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T00:07:57,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-09T00:07:57,538 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:57,546 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-09T00:07:57,547 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:07:57,547 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-09T00:07:57,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=393, OpenFileDescriptor=576, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=11134 2024-12-09T00:07:57,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:07:57,567 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:07:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-09T00:07:57,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:59816:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-09T00:07:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-09T00:07:57,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:07:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:07:57,617 INFO [PEWorker-2 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-09T00:07:57,619 INFO [PEWorker-2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@fbd6639check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:59816 2024-12-09T00:07:57,622 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@fbd6639check-peer-cluster-id0x0, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:07:57,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@fbd6639check-peer-cluster-id-0x1007419e1e10009 connected 2024-12-09T00:07:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:07:57,725 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@fbd6639check-peer-cluster-id-0x1007419e1e10009, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:07:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:57,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:07:57,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T00:07:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:07:57,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:57,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-09T00:07:57,908 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-09T00:07:57,926 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-09T00:07:57,950 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-09T00:07:57,963 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-09T00:07:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-09T00:07:57,967 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 7ba18a594d9f,33287,1733702859380 suceeded 2024-12-09T00:07:57,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T00:07:57,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-09T00:07:57,968 INFO [PEWorker-5 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:59816:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-09T00:07:57,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 379 msec 2024-12-09T00:07:57,996 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2397e409 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d9efe4e 2024-12-09T00:07:58,000 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3668b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:58,002 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59816 2024-12-09T00:07:58,005 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:07:58,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1007419e1e1000b connected 2024-12-09T00:07:58,005 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=0f5c617b-6ebb-40ce-a210-53d8320db873 to cluster=13ed1236-c7f6-4896-976d-efc4c3550385 2024-12-09T00:07:58,008 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=7ba18a594d9f%2C33287%2C1733702859380 2024-12-09T00:07:58,010 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-09T00:07:58,012 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ba18a594d9f%2C33287%2C1733702859380 2024-12-09T00:07:58,012 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, startPosition=0, beingWritten=true 2024-12-09T00:07:58,090 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T00:07:58,090 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 7708, reset compression=false 2024-12-09T00:07:58,090 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T00:07:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:07:58,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bf7a331 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@542b9f52 2024-12-09T00:07:58,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560c6d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:58,211 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e71ae3f to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d972eb 2024-12-09T00:07:58,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:07:58,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:07:58,217 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:07:58,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:07:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-09T00:07:58,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:07:58,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:58,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-09T00:07:58,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:07:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T00:07:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741864_1040 (size=367) 2024-12-09T00:07:58,300 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 7708, reset compression=false 2024-12-09T00:07:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T00:07:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T00:07:58,605 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 7708, reset compression=false 2024-12-09T00:07:58,630 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a39e71731e5dfda02e883726588afc22, NAME => 'testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905 2024-12-09T00:07:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741865_1041 (size=51) 2024-12-09T00:07:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T00:07:59,011 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 7708, reset compression=false 2024-12-09T00:07:59,037 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:59,037 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing a39e71731e5dfda02e883726588afc22, disabling compactions & flushes 2024-12-09T00:07:59,037 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:07:59,037 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:07:59,037 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. after waiting 0 ms 2024-12-09T00:07:59,037 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:07:59,037 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:07:59,037 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for a39e71731e5dfda02e883726588afc22: 2024-12-09T00:07:59,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:07:59,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733702879038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702879038"}]},"ts":"1733702879038"} 2024-12-09T00:07:59,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T00:07:59,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:07:59,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702879041"}]},"ts":"1733702879041"} 2024-12-09T00:07:59,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-09T00:07:59,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=a39e71731e5dfda02e883726588afc22, ASSIGN}] 2024-12-09T00:07:59,047 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=a39e71731e5dfda02e883726588afc22, ASSIGN 2024-12-09T00:07:59,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=a39e71731e5dfda02e883726588afc22, ASSIGN; state=OFFLINE, location=7ba18a594d9f,33287,1733702859380; forceNewPlan=false, retain=false 2024-12-09T00:07:59,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-09T00:07:59,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-09T00:07:59,198 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=a39e71731e5dfda02e883726588afc22, regionState=OPENING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:59,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure a39e71731e5dfda02e883726588afc22, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:07:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T00:07:59,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:59,356 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:07:59,356 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => a39e71731e5dfda02e883726588afc22, NAME => 'testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:07:59,357 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed a39e71731e5dfda02e883726588afc22 2024-12-09T00:07:59,357 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:07:59,357 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for a39e71731e5dfda02e883726588afc22 2024-12-09T00:07:59,357 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for a39e71731e5dfda02e883726588afc22 2024-12-09T00:07:59,358 INFO [StoreOpener-a39e71731e5dfda02e883726588afc22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region a39e71731e5dfda02e883726588afc22 2024-12-09T00:07:59,360 INFO [StoreOpener-a39e71731e5dfda02e883726588afc22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a39e71731e5dfda02e883726588afc22 columnFamilyName fam 2024-12-09T00:07:59,360 DEBUG [StoreOpener-a39e71731e5dfda02e883726588afc22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:07:59,360 INFO [StoreOpener-a39e71731e5dfda02e883726588afc22-1 {}] regionserver.HStore(327): Store=a39e71731e5dfda02e883726588afc22/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:07:59,361 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22 2024-12-09T00:07:59,361 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22 2024-12-09T00:07:59,363 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for a39e71731e5dfda02e883726588afc22 2024-12-09T00:07:59,365 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:07:59,366 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened a39e71731e5dfda02e883726588afc22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75311130, jitterRate=0.12222328782081604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T00:07:59,367 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for a39e71731e5dfda02e883726588afc22: 2024-12-09T00:07:59,368 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22., pid=66, masterSystemTime=1733702879352 2024-12-09T00:07:59,370 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:07:59,370 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:07:59,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=a39e71731e5dfda02e883726588afc22, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:07:59,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T00:07:59,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure a39e71731e5dfda02e883726588afc22, server=7ba18a594d9f,33287,1733702859380 in 172 msec 2024-12-09T00:07:59,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-09T00:07:59,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=a39e71731e5dfda02e883726588afc22, ASSIGN in 327 msec 2024-12-09T00:07:59,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:07:59,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702879375"}]},"ts":"1733702879375"} 2024-12-09T00:07:59,376 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-09T00:07:59,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:07:59,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1610 sec 2024-12-09T00:07:59,516 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 7708, reset compression=false 2024-12-09T00:07:59,522 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T00:07:59,522 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 8001, reset compression=false 2024-12-09T00:07:59,522 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T00:07:59,727 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 8001, reset compression=false 2024-12-09T00:07:59,982 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-09T00:08:00,032 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 8001, reset compression=false 2024-12-09T00:08:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-09T00:08:00,330 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-09T00:08:00,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T00:08:00,333 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T00:08:00,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T00:08:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-09T00:08:00,336 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T00:08:00,336 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:08:00,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-09T00:08:00,336 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T00:08:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:08:00,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741864_1040 (size=367) 2024-12-09T00:08:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:08:00,439 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 8001, reset compression=false 2024-12-09T00:08:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:08:00,748 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 48110ef305e0e12e98d9c9e78e695974, NAME => 'testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b 2024-12-09T00:08:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741865_1041 (size=51) 2024-12-09T00:08:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:08:00,944 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 8001, reset compression=false 2024-12-09T00:08:01,156 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:08:01,156 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 48110ef305e0e12e98d9c9e78e695974, disabling compactions & flushes 2024-12-09T00:08:01,156 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:01,156 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:01,156 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. after waiting 0 ms 2024-12-09T00:08:01,156 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:01,156 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:01,156 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 48110ef305e0e12e98d9c9e78e695974: 2024-12-09T00:08:01,157 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T00:08:01,158 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733702881157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733702881157"}]},"ts":"1733702881157"} 2024-12-09T00:08:01,160 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T00:08:01,160 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T00:08:01,161 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702881160"}]},"ts":"1733702881160"} 2024-12-09T00:08:01,162 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-09T00:08:01,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=48110ef305e0e12e98d9c9e78e695974, ASSIGN}] 2024-12-09T00:08:01,167 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=48110ef305e0e12e98d9c9e78e695974, ASSIGN 2024-12-09T00:08:01,168 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=48110ef305e0e12e98d9c9e78e695974, ASSIGN; state=OFFLINE, location=7ba18a594d9f,36113,1733702866085; forceNewPlan=false, retain=false 2024-12-09T00:08:01,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=48110ef305e0e12e98d9c9e78e695974, regionState=OPENING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:08:01,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 48110ef305e0e12e98d9c9e78e695974, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:08:01,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T00:08:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:08:01,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,36113,1733702866085 2024-12-09T00:08:01,477 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:01,478 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 48110ef305e0e12e98d9c9e78e695974, NAME => 'testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974.', STARTKEY => '', ENDKEY => ''} 2024-12-09T00:08:01,478 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:01,478 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T00:08:01,478 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:01,478 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:01,480 INFO [StoreOpener-48110ef305e0e12e98d9c9e78e695974-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:01,482 INFO [StoreOpener-48110ef305e0e12e98d9c9e78e695974-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48110ef305e0e12e98d9c9e78e695974 columnFamilyName fam 2024-12-09T00:08:01,482 DEBUG [StoreOpener-48110ef305e0e12e98d9c9e78e695974-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T00:08:01,482 INFO [StoreOpener-48110ef305e0e12e98d9c9e78e695974-1 {}] regionserver.HStore(327): Store=48110ef305e0e12e98d9c9e78e695974/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T00:08:01,483 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:01,484 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:01,487 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:01,489 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T00:08:01,490 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 48110ef305e0e12e98d9c9e78e695974; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60334681, jitterRate=-0.1009431928396225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T00:08:01,490 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 48110ef305e0e12e98d9c9e78e695974: 2024-12-09T00:08:01,491 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974., pid=64, masterSystemTime=1733702881472 2024-12-09T00:08:01,493 DEBUG [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:01,493 INFO [RS_OPEN_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:01,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=48110ef305e0e12e98d9c9e78e695974, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:08:01,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-09T00:08:01,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 48110ef305e0e12e98d9c9e78e695974, server=7ba18a594d9f,36113,1733702866085 in 174 msec 2024-12-09T00:08:01,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-09T00:08:01,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=48110ef305e0e12e98d9c9e78e695974, ASSIGN in 331 msec 2024-12-09T00:08:01,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T00:08:01,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702881499"}]},"ts":"1733702881499"} 2024-12-09T00:08:01,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-09T00:08:01,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T00:08:01,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.1690 sec 2024-12-09T00:08:01,549 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 8001, reset compression=false 2024-12-09T00:08:02,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: 8001 2024-12-09T00:08:02,255 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 8001, reset compression=false 2024-12-09T00:08:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-09T00:08:02,445 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-09T00:08:02,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-09T00:08:02,446 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:08:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-09T00:08:02,452 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:08:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-09T00:08:02,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-09T00:08:02,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:08:02,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-09T00:08:02,459 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T00:08:02,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-09T00:08:02,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-09T00:08:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-09T00:08:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T00:08:02,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T00:08:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T00:08:02,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:02,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:08:02,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-09T00:08:02,620 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-09T00:08:02,620 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-09T00:08:02,620 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-09T00:08:02,723 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1007419e1e1000b, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:08:02,723 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2397e409 to 127.0.0.1:59816 2024-12-09T00:08:02,723 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T00:08:02,824 WARN [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-09T00:08:02,824 WARN [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-09T00:08:02,924 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 terminated 2024-12-09T00:08:02,941 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-09T00:08:02,941 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-09T00:08:02,942 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-09T00:08:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-09T00:08:02,944 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 7ba18a594d9f,33287,1733702859380 suceeded 2024-12-09T00:08:02,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T00:08:02,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 476 msec 2024-12-09T00:08:02,945 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-09T00:08:02,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 483 msec 2024-12-09T00:08:02,974 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dbaccf0 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71dfcc45 2024-12-09T00:08:02,978 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f524f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:02,979 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59816 2024-12-09T00:08:02,981 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T00:08:02,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1007419e1e1000f connected 2024-12-09T00:08:02,982 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=0f5c617b-6ebb-40ce-a210-53d8320db873 to cluster=13ed1236-c7f6-4896-976d-efc4c3550385 2024-12-09T00:08:02,983 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=7ba18a594d9f%2C33287%2C1733702859380 2024-12-09T00:08:02,983 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-09T00:08:02,983 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7ba18a594d9f%2C33287%2C1733702859380 2024-12-09T00:08:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-09T00:08:03,074 DEBUG [hconnection-0x4728c7d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:03,076 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:08:03,996 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-09T00:08:03,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-09T00:08:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-09T00:08:04,005 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702884005"}]},"ts":"1733702884005"} 2024-12-09T00:08:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T00:08:04,006 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-09T00:08:04,009 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-09T00:08:04,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-09T00:08:04,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=48110ef305e0e12e98d9c9e78e695974, UNASSIGN}] 2024-12-09T00:08:04,016 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=48110ef305e0e12e98d9c9e78e695974, UNASSIGN 2024-12-09T00:08:04,017 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=48110ef305e0e12e98d9c9e78e695974, regionState=CLOSING, regionLocation=7ba18a594d9f,36113,1733702866085 2024-12-09T00:08:04,018 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:08:04,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 48110ef305e0e12e98d9c9e78e695974, server=7ba18a594d9f,36113,1733702866085}] 2024-12-09T00:08:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T00:08:04,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,36113,1733702866085 2024-12-09T00:08:04,176 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:04,176 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T00:08:04,176 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 48110ef305e0e12e98d9c9e78e695974, disabling compactions & flushes 2024-12-09T00:08:04,177 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:04,177 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:04,177 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. after waiting 0 ms 2024-12-09T00:08:04,177 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:04,182 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:08:04,185 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974. 2024-12-09T00:08:04,185 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 48110ef305e0e12e98d9c9e78e695974: 2024-12-09T00:08:04,187 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:04,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=48110ef305e0e12e98d9c9e78e695974, regionState=CLOSED 2024-12-09T00:08:04,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-09T00:08:04,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 48110ef305e0e12e98d9c9e78e695974, server=7ba18a594d9f,36113,1733702866085 in 171 msec 2024-12-09T00:08:04,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-09T00:08:04,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=48110ef305e0e12e98d9c9e78e695974, UNASSIGN in 175 msec 2024-12-09T00:08:04,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-09T00:08:04,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 183 msec 2024-12-09T00:08:04,207 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702884207"}]},"ts":"1733702884207"} 2024-12-09T00:08:04,208 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-09T00:08:04,210 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-09T00:08:04,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 211 msec 2024-12-09T00:08:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-09T00:08:04,309 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-09T00:08:04,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-09T00:08:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:04,318 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:04,320 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T00:08:04,327 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:04,332 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974/fam, FileablePath, hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974/recovered.edits] 2024-12-09T00:08:04,343 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974/recovered.edits/4.seqid to hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/archive/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974/recovered.edits/4.seqid 2024-12-09T00:08:04,344 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/testdroppedtimed/48110ef305e0e12e98d9c9e78e695974 2024-12-09T00:08:04,344 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-09T00:08:04,352 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:04,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36113 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-09T00:08:04,363 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-09T00:08:04,365 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-09T00:08:04,367 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:04,367 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-09T00:08:04,367 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733702884367"}]},"ts":"9223372036854775807"} 2024-12-09T00:08:04,371 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T00:08:04,371 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 48110ef305e0e12e98d9c9e78e695974, NAME => 'testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:08:04,371 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-09T00:08:04,372 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733702884371"}]},"ts":"9223372036854775807"} 2024-12-09T00:08:04,374 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-09T00:08:04,376 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:04,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 63 msec 2024-12-09T00:08:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46483 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T00:08:04,422 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-09T00:08:04,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-09T00:08:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-09T00:08:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T00:08:04,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T00:08:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T00:08:04,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:08:04,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-09T00:08:04,583 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-09T00:08:04,584 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-09T00:08:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-09T00:08:04,584 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, startPosition=0, beingWritten=true 2024-12-09T00:08:04,586 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 7ba18a594d9f,33287,1733702859380 suceeded 2024-12-09T00:08:04,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-09T00:08:04,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-09T00:08:04,587 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-09T00:08:04,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 162 msec 2024-12-09T00:08:04,600 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:04,600 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/a39e71731e5dfda02e883726588afc22/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1733702883079/Put/vlen=4096/seqid=0; >],4327}, {test/48ec6e76178b169810da73c4ba8da174/4=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/5=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/6=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/7=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/8=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/9=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/10=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/11=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/12=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/13=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/14=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/15=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/16=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/17=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/18=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/19=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/20=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/21=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/22=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/23=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/24=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/25=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-09T00:08:04,605 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:04,611 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:04,611 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T00:08:04,614 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-09T00:08:04,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:04,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29ec84f8 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61420a4b 2024-12-09T00:08:04,623 DEBUG [ReadOnlyZKClient-127.0.0.1:59816@0x29ec84f8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53c1c608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:04,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-09T00:08:04,644 DEBUG [ReadOnlyZKClient-127.0.0.1:59816@0x29ec84f8 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7ba18a594d9f,36113,1733702866085, seqNum=-1] 2024-12-09T00:08:04,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:04,650 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:04,655 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,664 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,665 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,666 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,666 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,667 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,667 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,667 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14., hostname=7ba18a594d9f,36113,1733702866085, seqNum=2] 2024-12-09T00:08:04,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:04,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:04,681 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:04,684 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:04,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:04,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702944674, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:04,715 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60828622 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@314c6190 2024-12-09T00:08:04,719 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28519858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:04,721 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:04,723 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:04,725 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60828622 to 127.0.0.1:59816 2024-12-09T00:08:04,725 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-09T00:08:04,733 DEBUG [hconnection-0x3c6a9543-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:04,735 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T00:08:04,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:04,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:04,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:04,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:04,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:04,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:04,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:04,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:04,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:04,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:04,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:04,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:04,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:04,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:04,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:04,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:04,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:04,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:04,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:04,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:04,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:04,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:04,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:04,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:04,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:04,815 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:04,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:04,833 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:04,834 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:04,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:04,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702944827, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:04,836 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x034308ef to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@412070ef 2024-12-09T00:08:04,840 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2796d1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:04,842 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:04,843 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:04,846 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x034308ef to 127.0.0.1:59816 2024-12-09T00:08:04,846 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:05,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:05,053 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:05,055 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:05,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:05,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702945047, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:05,058 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f37b87d to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@516f913d 2024-12-09T00:08:05,062 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f670787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:05,063 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:05,064 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:05,066 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f37b87d to 127.0.0.1:59816 2024-12-09T00:08:05,066 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:05,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:05,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:05,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:05,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:05,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:05,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:05,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:05,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:05,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:05,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:05,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:05,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:05,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:05,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:05,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:05,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:05,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:05,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:05,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:05,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:05,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:05,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:05,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:05,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:05,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:05,341 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:05,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:05,375 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:05,376 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:05,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:05,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702945368, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:05,379 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e0701bd to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73cc8539 2024-12-09T00:08:05,383 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5430fff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:05,385 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:05,386 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:05,389 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e0701bd to 127.0.0.1:59816 2024-12-09T00:08:05,389 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:05,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:05,796 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:05,797 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:05,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:05,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702945790, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:05,799 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x739c59d4 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64eeefd3 2024-12-09T00:08:05,802 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f21389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:05,804 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:05,805 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:05,807 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x739c59d4 to 127.0.0.1:59816 2024-12-09T00:08:05,807 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:05,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:05,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:05,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:05,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:05,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:05,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:05,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:05,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:05,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:05,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:05,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:05,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:05,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:05,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:05,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:05,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:05,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:05,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:05,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:05,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:05,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:05,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:05,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:05,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:05,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:05,863 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:06,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:06,314 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:06,315 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:06,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:06,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702946308, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:06,318 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x025a0340 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ed1c06e 2024-12-09T00:08:06,322 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60c75a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:06,323 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:06,324 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:06,326 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x025a0340 to 127.0.0.1:59816 2024-12-09T00:08:06,326 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:06,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:06,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:06,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:06,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:06,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:06,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:06,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:06,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:06,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:06,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:06,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:06,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:06,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:06,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:06,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:06,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:06,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:06,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:06,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:06,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:06,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:06,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:06,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:06,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:06,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:06,383 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:06,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:06,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:06,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:06,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:06,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:06,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:06,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:06,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:06,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:06,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:06,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:06,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:06,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:06,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:06,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:06,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:06,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:06,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:06,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:06,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:06,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:06,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:06,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:06,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:06,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:06,907 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:06,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:06,933 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:06,934 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:06,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:06,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702946927, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:06,937 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e91332 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ddcc36e 2024-12-09T00:08:06,940 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7154f6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:06,942 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:06,943 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:06,945 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e91332 to 127.0.0.1:59816 2024-12-09T00:08:06,945 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:06,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T00:08:07,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:07,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:07,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:07,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:07,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:07,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:07,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:07,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:07,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:07,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:07,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:07,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:07,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:07,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:07,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:07,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:07,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:07,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:07,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:07,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:07,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:07,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:07,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:07,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:07,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:07,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:07,428 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:07,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:07,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:07,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:07,652 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:07,653 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:07,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:07,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702947646, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:07,656 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64b20685 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a753f0b 2024-12-09T00:08:07,659 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a5a4799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:07,661 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:07,662 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:07,664 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64b20685 to 127.0.0.1:59816 2024-12-09T00:08:07,664 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:07,837 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:08:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:07,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:07,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:07,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:07,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:07,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:07,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:07,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:07,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:07,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:07,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:07,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:07,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:07,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:07,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:07,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:07,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:07,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:07,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:07,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:07,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:07,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:07,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:07,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:07,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:07,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:07,946 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:08,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:08,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:08,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:08,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:08,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:08,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:08,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:08,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:08,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:08,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:08,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:08,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:08,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:08,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:08,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:08,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:08,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:08,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:08,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:08,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:08,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:08,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:08,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:08,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:08,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:08,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:08,466 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:08,470 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:08,471 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:08,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:08,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702948465, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:08,472 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c4bc25a to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f4537bf 2024-12-09T00:08:08,476 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277bd141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:08,477 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:08,478 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:08,480 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c4bc25a to 127.0.0.1:59816 2024-12-09T00:08:08,480 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:08,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:08,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:08,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:08,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:08,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:08,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:08,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:08,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:08,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:08,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:08,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:08,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:08,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:08,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:08,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:08,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:08,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:08,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:08,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:08,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:08,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:08,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:08,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:08,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:08,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:08,985 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:09,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-09T00:08:09,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-09T00:08:09,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:09,386 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:09,387 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:09,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:09,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702949381, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:09,389 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46a5bfc0 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@100b9064 2024-12-09T00:08:09,392 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6903aafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:09,393 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:09,394 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:09,396 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46a5bfc0 to 127.0.0.1:59816 2024-12-09T00:08:09,396 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:09,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:09,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:09,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:09,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:09,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:09,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:09,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:09,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:09,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:09,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:09,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:09,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:09,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:09,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:09,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:09,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:09,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:09,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:09,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:09,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:09,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:09,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:09,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:09,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:09,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:09,502 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:10,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:10,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:10,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:10,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:10,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:10,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:10,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:10,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:10,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:10,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:10,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:10,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:10,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:10,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:10,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:10,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:10,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:10,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:10,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:10,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:10,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:10,019 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:10,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:10,403 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:10,403 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:10,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:10,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702950398, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:10,405 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11be2200 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5dfa18e3 2024-12-09T00:08:10,409 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29da15e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:10,410 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:10,411 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:10,412 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11be2200 to 127.0.0.1:59816 2024-12-09T00:08:10,412 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:10,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:10,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:10,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:10,524 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:10,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:10,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:10,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:10,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:10,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:10,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:10,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:10,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:10,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:10,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:10,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:10,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:10,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:10,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:10,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:10,536 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:11,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:11,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:11,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:11,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:11,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:11,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:11,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:11,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:11,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:11,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:11,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:11,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:11,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:11,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:11,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:11,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:11,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:11,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:11,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:11,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:11,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:11,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:11,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:11,051 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:11,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:11,419 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:11,420 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:11,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:11,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702951413, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:11,422 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45df665f to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48ef4307 2024-12-09T00:08:11,425 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31e322f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:11,426 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:11,427 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:11,429 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45df665f to 127.0.0.1:59816 2024-12-09T00:08:11,429 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:11,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:11,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:11,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:11,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:11,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:11,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:11,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:11,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:11,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:11,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:11,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:11,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:11,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:11,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:11,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:11,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:11,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:11,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:11,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:11,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:11,569 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:12,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:12,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:12,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:12,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:12,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:12,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:12,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:12,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:12,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:12,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:12,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:12,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:12,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:12,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:12,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:12,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:12,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:12,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:12,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:12,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:12,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:12,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:12,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:12,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:12,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:12,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:12,086 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:12,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:12,435 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:12,436 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:12,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:12,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702952430, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:12,438 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x257d3525 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1738bdf6 2024-12-09T00:08:12,441 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f64d967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:12,442 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:12,443 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:12,445 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x257d3525 to 127.0.0.1:59816 2024-12-09T00:08:12,445 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:12,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:12,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:12,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:12,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:12,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:12,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:12,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:12,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:12,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:12,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:12,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:12,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:12,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:12,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:12,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:12,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:12,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:12,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:12,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:12,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:12,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:12,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:12,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:12,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:12,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:12,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:12,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:12,602 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:12,854 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T00:08:12,855 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T00:08:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:13,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:13,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:13,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:13,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:13,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:13,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:13,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:13,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:13,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:13,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:13,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:13,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:13,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:13,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:13,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:13,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:13,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:13,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:13,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:13,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:13,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:13,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:13,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:13,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:13,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:13,116 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:13,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:13,451 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:13,452 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:13,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:13,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702953446, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:13,453 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a97523e to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48129b97 2024-12-09T00:08:13,457 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51a4cc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:13,458 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:13,459 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:13,461 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a97523e to 127.0.0.1:59816 2024-12-09T00:08:13,461 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:13,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:13,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:13,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:13,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:13,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:13,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:13,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:13,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:13,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:13,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:13,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:13,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:13,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:13,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:13,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:13,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:13,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:13,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:13,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:13,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:13,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:13,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:13,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:13,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:13,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:13,631 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:14,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:14,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:14,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:14,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:14,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:14,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:14,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:14,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:14,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:14,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:14,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:14,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:14,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:14,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:14,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:14,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:14,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:14,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:14,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:14,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:14,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:14,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:14,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:14,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:14,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:14,153 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:14,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:14,469 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:14,470 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:14,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:14,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702954462, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:14,473 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ba94534 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73bb3f5 2024-12-09T00:08:14,476 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70083355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:14,478 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:14,479 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:14,481 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ba94534 to 127.0.0.1:59816 2024-12-09T00:08:14,481 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:14,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:14,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:14,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:14,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:14,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:14,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:14,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:14,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:14,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:14,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:14,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:14,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:14,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:14,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:14,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:14,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:14,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:14,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:14,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:14,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:14,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:14,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:14,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:14,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:14,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:14,667 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:15,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:15,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:15,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:15,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:15,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:15,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:15,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:15,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:15,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:15,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:15,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:15,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:15,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:15,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:15,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:15,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:15,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:15,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:15,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:15,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:15,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:15,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:15,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:15,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:15,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:15,181 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:15,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:15,487 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:15,488 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:15,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:15,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702955482, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:15,491 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb9b48b to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51867f4d 2024-12-09T00:08:15,494 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14687720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:15,496 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:15,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:15,499 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb9b48b to 127.0.0.1:59816 2024-12-09T00:08:15,499 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:15,610 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:08:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:15,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:15,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:15,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:15,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:15,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:15,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:15,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:15,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:15,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:15,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:15,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:15,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:15,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:15,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:15,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:15,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:15,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:15,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:15,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:15,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:15,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:15,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:15,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:15,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:15,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:15,695 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:16,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:16,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:16,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:16,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:16,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:16,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:16,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:16,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:16,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:16,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:16,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:16,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:16,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:16,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:16,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:16,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:16,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:16,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:16,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:16,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:16,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:16,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:16,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:16,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:16,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:16,208 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:16,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:16,505 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:16,505 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:16,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:16,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702956500, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:16,507 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d93de2f to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f8db2c7 2024-12-09T00:08:16,511 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@80b1f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:16,512 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:16,514 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:16,515 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d93de2f to 127.0.0.1:59816 2024-12-09T00:08:16,516 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:16,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:16,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:16,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:16,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:16,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:16,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:16,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:16,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:16,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:16,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:16,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:16,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:16,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:16,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:16,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:16,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:16,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:16,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:16,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:16,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:16,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:16,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:16,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:16,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:16,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:16,721 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:17,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:17,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:17,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:17,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:17,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:17,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:17,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:17,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:17,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:17,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:17,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:17,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:17,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:17,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:17,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:17,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:17,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:17,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:17,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:17,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:17,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:17,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:17,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:17,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:17,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:17,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:17,233 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:17,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:17,521 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:17,522 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:17,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:17,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702957517, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:17,524 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c9438ba to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ebdae65 2024-12-09T00:08:17,527 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e1d48c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:17,529 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:17,530 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:17,532 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c9438ba to 127.0.0.1:59816 2024-12-09T00:08:17,532 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:17,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:17,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:17,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:17,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:17,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:17,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:17,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:17,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:17,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:17,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:17,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:17,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:17,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:17,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:17,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:17,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:17,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:17,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:17,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:17,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:17,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:17,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:17,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:17,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:17,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:17,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:17,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:17,749 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:18,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:18,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:18,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:18,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:18,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:18,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:18,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:18,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:18,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:18,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:18,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:18,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:18,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:18,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:18,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:18,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:18,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:18,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:18,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:18,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:18,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:18,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:18,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:18,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:18,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:18,261 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:18,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:18,537 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:18,538 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:18,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:18,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702958533, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:18,539 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73cafb6b to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e7adf1 2024-12-09T00:08:18,543 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24089c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:18,544 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:18,545 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:18,546 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73cafb6b to 127.0.0.1:59816 2024-12-09T00:08:18,546 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:18,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:18,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:18,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:18,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:18,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:18,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:18,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:18,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:18,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:18,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:18,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:18,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:18,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:18,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:18,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:18,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:18,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:18,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:18,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:18,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:18,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:18,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:18,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:18,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:18,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:18,774 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:19,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:19,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:19,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:19,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:19,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:19,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:19,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:19,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:19,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:19,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:19,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:19,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:19,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:19,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:19,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:19,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:19,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:19,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:19,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:19,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:19,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:19,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:19,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:19,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:19,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:19,286 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:19,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:19,552 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:19,553 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:19,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:19,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702959547, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:19,555 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c98db73 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@713d7d34 2024-12-09T00:08:19,558 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11370dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:19,560 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:19,561 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:19,562 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c98db73 to 127.0.0.1:59816 2024-12-09T00:08:19,563 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:19,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:19,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:19,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:19,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:19,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:19,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:19,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:19,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:19,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:19,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:19,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:19,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:19,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:19,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:19,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:19,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:19,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:19,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:19,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:19,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:19,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:19,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:19,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:19,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:19,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:19,798 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:20,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:20,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:20,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:20,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:20,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:20,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:20,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:20,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:20,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:20,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:20,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:20,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:20,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:20,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:20,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:20,306 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:20,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:20,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:20,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:20,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:20,308 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:20,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:20,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:20,309 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:20,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:20,310 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:20,531 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T00:08:20,532 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T00:08:20,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:20,568 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:20,569 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:20,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:20,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702960563, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:20,571 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18e501af to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ab1b5a 2024-12-09T00:08:20,575 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bdb7ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:20,576 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:20,577 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:20,579 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18e501af to 127.0.0.1:59816 2024-12-09T00:08:20,579 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:20,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:20,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:20,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:20,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:20,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:20,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:20,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:20,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:20,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:20,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:20,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:20,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:20,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:20,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:20,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:20,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:20,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:20,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:20,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:20,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:20,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:20,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:20,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:20,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:20,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:20,822 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:21,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:21,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:21,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:21,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:21,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:21,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:21,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:21,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:21,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:21,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:21,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:21,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:21,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:21,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:21,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:21,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:21,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:21,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:21,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:21,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:21,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:21,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:21,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:21,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:21,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:21,334 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:21,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:21,585 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:21,585 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:21,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:21,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702961580, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:21,587 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79530161 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2378b4da 2024-12-09T00:08:21,590 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53ac4b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:21,591 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:21,592 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:21,594 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79530161 to 127.0.0.1:59816 2024-12-09T00:08:21,594 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:21,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:21,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:21,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:21,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:21,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:21,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:21,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:21,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:21,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:21,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:21,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:21,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:21,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:21,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:21,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:21,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:21,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:21,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:21,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:21,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:21,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:21,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:21,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:21,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:21,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:21,846 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:22,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:22,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:22,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:22,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:22,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:22,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:22,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:22,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:22,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:22,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:22,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:22,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:22,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:22,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:22,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:22,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:22,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:22,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:22,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:22,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:22,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:22,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:22,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:22,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:22,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:22,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:22,358 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:22,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:22,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:22,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:22,600 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:22,600 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:22,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:22,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702962595, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:22,602 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27c776e3 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41ffd8a5 2024-12-09T00:08:22,606 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70be9bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:22,607 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:22,608 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:22,610 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27c776e3 to 127.0.0.1:59816 2024-12-09T00:08:22,610 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:22,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:22,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:22,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:22,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:22,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:22,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:22,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:22,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:22,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:22,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:22,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:22,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:22,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:22,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:22,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:22,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:22,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:22,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:22,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:22,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:22,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:22,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:22,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:22,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:22,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:22,870 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:23,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:23,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:23,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:23,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:23,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:23,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:23,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:23,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:23,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:23,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:23,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:23,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:23,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:23,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:23,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:23,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:23,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:23,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:23,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:23,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:23,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:23,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:23,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:23,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:23,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:23,384 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:23,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:23,616 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:23,616 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:23,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:23,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702963611, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:23,619 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5be1988f to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@646449a6 2024-12-09T00:08:23,622 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600345f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:23,624 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:23,625 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:23,626 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5be1988f to 127.0.0.1:59816 2024-12-09T00:08:23,626 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:23,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:23,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:23,887 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:23,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:23,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:23,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:23,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:23,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:23,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:23,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:23,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:23,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:23,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:23,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:23,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:23,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:23,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:23,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:23,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:23,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:23,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:23,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:23,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:23,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:23,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:23,896 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:24,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:24,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:24,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:24,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:24,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:24,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:24,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:24,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:24,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:24,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:24,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:24,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:24,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:24,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:24,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:24,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:24,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:24,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:24,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:24,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:24,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:24,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:24,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:24,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:24,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:24,417 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:24,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:24,636 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:24,636 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:24,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:24,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702964629, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:24,638 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ca06986 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5acf2acd 2024-12-09T00:08:24,642 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2099e897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:24,643 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:24,644 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:24,646 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ca06986 to 127.0.0.1:59816 2024-12-09T00:08:24,646 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:24,782 INFO [master/7ba18a594d9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T00:08:24,782 INFO [master/7ba18a594d9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T00:08:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:24,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:24,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:24,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:24,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:24,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:24,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:24,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:24,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:24,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:24,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:24,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:24,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:24,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:24,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:24,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:24,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:24,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:24,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:24,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:24,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:24,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:24,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:24,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:24,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:24,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:24,933 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:25,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:25,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:25,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:25,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:25,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:25,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:25,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:25,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:25,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:25,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:25,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:25,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:25,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:25,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:25,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:25,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:25,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:25,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:25,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:25,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:25,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:25,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:25,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:25,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:25,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:25,445 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:25,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:25,652 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:25,652 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:25,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:25,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702965647, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:25,654 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x614a85a2 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42704204 2024-12-09T00:08:25,657 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc2c78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:25,659 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:25,660 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:25,661 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x614a85a2 to 127.0.0.1:59816 2024-12-09T00:08:25,661 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:25,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:25,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:25,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:25,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:25,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:25,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:25,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:25,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:25,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:25,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:25,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:25,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:25,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:25,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:25,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:25,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:25,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:25,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:25,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:25,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:25,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:25,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:25,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:25,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:25,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:25,959 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:26,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:26,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:26,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:26,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:26,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:26,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:26,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:26,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:26,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:26,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:26,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:26,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:26,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:26,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:26,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:26,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:26,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:26,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:26,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:26,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:26,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:26,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:26,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:26,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:26,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:26,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:26,471 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:26,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:26,667 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:26,668 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:26,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:26,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702966662, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:26,669 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f630801 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fc30f8b 2024-12-09T00:08:26,673 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54064351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:26,674 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:26,675 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:26,677 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f630801 to 127.0.0.1:59816 2024-12-09T00:08:26,677 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:26,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:26,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:26,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:26,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:26,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:26,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:26,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:26,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:26,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:26,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:26,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:26,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:26,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:26,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:26,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:26,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:26,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:26,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:26,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:26,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:26,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:26,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:26,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:26,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:26,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:26,984 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:27,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:27,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:27,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:27,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:27,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:27,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:27,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:27,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:27,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:27,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:27,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:27,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:27,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:27,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:27,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:27,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:27,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:27,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:27,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:27,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:27,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:27,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:27,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:27,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:27,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:27,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:27,497 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:27,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:27,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:27,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:27,682 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:27,683 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:27,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:27,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702967677, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:27,685 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76fd7164 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b58767 2024-12-09T00:08:27,688 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674f50cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:27,689 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:27,691 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:27,692 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76fd7164 to 127.0.0.1:59816 2024-12-09T00:08:27,692 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:27,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:28,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:28,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:28,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:28,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:28,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:28,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:28,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:28,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:28,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:28,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:28,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:28,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:28,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:28,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:28,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:28,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:28,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:28,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:28,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:28,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:28,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:28,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:28,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:28,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:28,008 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:28,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:28,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:28,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:28,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:28,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:28,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:28,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:28,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:28,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:28,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:28,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:28,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:28,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:28,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:28,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:28,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:28,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:28,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:28,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:28,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:28,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:28,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:28,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:28,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:28,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:28,521 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:28,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:28,697 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:28,698 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:28,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:28,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702968693, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:28,699 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7114574a to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c3768b0 2024-12-09T00:08:28,702 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4163b2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:28,704 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:28,705 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:28,706 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7114574a to 127.0.0.1:59816 2024-12-09T00:08:28,706 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:29,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:29,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:29,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:29,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:29,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:29,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:29,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:29,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:29,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:29,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:29,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:29,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:29,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:29,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:29,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:29,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:29,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:29,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:29,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:29,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:29,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:29,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:29,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:29,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:29,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:29,032 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:29,243 INFO [master/7ba18a594d9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-09T00:08:29,243 INFO [master/7ba18a594d9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-09T00:08:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:29,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:29,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:29,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:29,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:29,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:29,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:29,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:29,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:29,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:29,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:29,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:29,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:29,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:29,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:29,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:29,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:29,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:29,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:29,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:29,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:29,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:29,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:29,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:29,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:29,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:29,545 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:29,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:29,712 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:29,713 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:29,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:29,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702969707, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:29,714 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05196455 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@620cfeae 2024-12-09T00:08:29,717 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea41c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:29,718 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:29,719 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:29,721 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05196455 to 127.0.0.1:59816 2024-12-09T00:08:29,721 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:30,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:30,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:30,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:30,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:30,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:30,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:30,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:30,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:30,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:30,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:30,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:30,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:30,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:30,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:30,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:30,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:30,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:30,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:30,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:30,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:30,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:30,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:30,056 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:30,556 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-09T00:08:30,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-09T00:08:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-09T00:08:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T00:08:30,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702910559"}]},"ts":"1733702910559"} 2024-12-09T00:08:30,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-09T00:08:30,563 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-09T00:08:30,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-09T00:08:30,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=a39e71731e5dfda02e883726588afc22, UNASSIGN}] 2024-12-09T00:08:30,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=a39e71731e5dfda02e883726588afc22, UNASSIGN 2024-12-09T00:08:30,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=a39e71731e5dfda02e883726588afc22, regionState=CLOSING, regionLocation=7ba18a594d9f,33287,1733702859380 2024-12-09T00:08:30,567 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T00:08:30,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure a39e71731e5dfda02e883726588afc22, server=7ba18a594d9f,33287,1733702859380}] 2024-12-09T00:08:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T00:08:30,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:08:30,719 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close a39e71731e5dfda02e883726588afc22 2024-12-09T00:08:30,719 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-09T00:08:30,719 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing a39e71731e5dfda02e883726588afc22, disabling compactions & flushes 2024-12-09T00:08:30,719 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:08:30,719 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:08:30,719 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. after waiting 0 ms 2024-12-09T00:08:30,719 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:08:30,720 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing a39e71731e5dfda02e883726588afc22 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-09T00:08:30,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:30,726 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:30,727 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:30,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:30,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702970722, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:30,729 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x007b583f to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5872f10 2024-12-09T00:08:30,732 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bdd77bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:30,734 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:30,735 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:30,736 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x007b583f to 127.0.0.1:59816 2024-12-09T00:08:30,736 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:30,795 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/.tmp/fam/924d7cad3b0045d28747a98ebb5ea2d8 is 4154, key is 0 put on table to be dropped/fam:row/1733702883079/Put/seqid=0 2024-12-09T00:08:30,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741866_1042 (size=9218) 2024-12-09T00:08:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T00:08:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T00:08:31,207 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/.tmp/fam/924d7cad3b0045d28747a98ebb5ea2d8 2024-12-09T00:08:31,252 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/.tmp/fam/924d7cad3b0045d28747a98ebb5ea2d8 as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/fam/924d7cad3b0045d28747a98ebb5ea2d8 2024-12-09T00:08:31,259 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/fam/924d7cad3b0045d28747a98ebb5ea2d8, entries=1, sequenceid=5, filesize=9.0 K 2024-12-09T00:08:31,262 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for a39e71731e5dfda02e883726588afc22 in 542ms, sequenceid=5, compaction requested=false 2024-12-09T00:08:31,267 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T00:08:31,268 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22. 2024-12-09T00:08:31,268 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for a39e71731e5dfda02e883726588afc22: 2024-12-09T00:08:31,269 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed a39e71731e5dfda02e883726588afc22 2024-12-09T00:08:31,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=a39e71731e5dfda02e883726588afc22, regionState=CLOSED 2024-12-09T00:08:31,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-09T00:08:31,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure a39e71731e5dfda02e883726588afc22, server=7ba18a594d9f,33287,1733702859380 in 704 msec 2024-12-09T00:08:31,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-09T00:08:31,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=a39e71731e5dfda02e883726588afc22, UNASSIGN in 709 msec 2024-12-09T00:08:31,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-09T00:08:31,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 712 msec 2024-12-09T00:08:31,282 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733702911281"}]},"ts":"1733702911281"} 2024-12-09T00:08:31,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-09T00:08:31,284 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-09T00:08:31,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 728 msec 2024-12-09T00:08:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-09T00:08:31,664 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-09T00:08:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:31,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:31,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:31,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:31,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:31,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:31,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:31,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:31,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:31,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:31,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:31,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:31,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:31,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:31,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:31,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:31,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:31,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:31,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:31,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:31,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:31,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:31,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:31,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:31,680 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:31,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:31,742 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:31,742 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:31,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:31,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702971737, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:31,744 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a3b492a to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46f816d2 2024-12-09T00:08:31,748 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3668e926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:31,749 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:31,750 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:31,752 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a3b492a to 127.0.0.1:59816 2024-12-09T00:08:31,752 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:32,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:32,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:32,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:32,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:32,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:32,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:32,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:32,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:32,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:32,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:32,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:32,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:32,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:32,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:32,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:32,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:32,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:32,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:32,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:32,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:32,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:32,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:32,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:32,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:32,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:32,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:32,194 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:32,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:32,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:32,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:32,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:32,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:32,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:32,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:32,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:32,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:32,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:32,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:32,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:32,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:32,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:32,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:32,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:32,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:32,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:32,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:32,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:32,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:32,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:32,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:32,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:32,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:32,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:32,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:32,709 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:32,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:32,757 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:32,758 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:32,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:32,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702972753, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:32,759 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ca65c5f to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a6e999f 2024-12-09T00:08:32,763 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bbe7c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:32,764 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:32,765 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:32,767 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ca65c5f to 127.0.0.1:59816 2024-12-09T00:08:32,767 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:33,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:33,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:33,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:33,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:33,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:33,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:33,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:33,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:33,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:33,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:33,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:33,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:33,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:33,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:33,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:33,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:33,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:33,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:33,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:33,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:33,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:33,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:33,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:33,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:33,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:33,220 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:33,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:33,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:33,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:33,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:33,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:33,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:33,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:33,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:33,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:33,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:33,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:33,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:33,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:33,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:33,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:33,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:33,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:33,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:33,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:33,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:33,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:33,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:33,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:33,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:33,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:33,732 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:33,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:33,772 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:33,773 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:33,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:33,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702973768, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:33,774 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28caaca7 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36f66a40 2024-12-09T00:08:33,777 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e4137a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:33,778 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:33,779 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:33,781 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28caaca7 to 127.0.0.1:59816 2024-12-09T00:08:33,781 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:34,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:34,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:34,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:34,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:34,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:34,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:34,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:34,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:34,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:34,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:34,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:34,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:34,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:34,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:34,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:34,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:34,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:34,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:34,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:34,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:34,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:34,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:34,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:34,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:34,246 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:34,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:34,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:34,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:34,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:34,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:34,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:34,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:34,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:34,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:34,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:34,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:34,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:34,754 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:34,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:34,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:34,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:34,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:34,758 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:34,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:34,988 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:34,988 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:34,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:34,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702974782, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:34,990 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57a3a4e6 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52027038 2024-12-09T00:08:34,994 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a999d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:34,995 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:34,996 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:34,998 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57a3a4e6 to 127.0.0.1:59816 2024-12-09T00:08:34,998 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:35,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:35,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:35,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:35,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:35,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:35,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:35,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:35,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:35,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:35,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:35,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:35,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:35,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:35,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:35,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:35,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:35,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:35,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:35,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:35,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:35,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:35,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:35,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:35,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:35,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:35,270 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:35,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:35,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:35,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:35,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:35,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:35,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:35,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:35,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:35,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:35,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:35,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:35,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:35,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:35,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:35,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:35,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:35,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:35,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:35,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:35,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:35,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:35,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:35,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:35,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:35,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:35,783 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:35,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:36,003 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:36,003 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:36,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:36,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702975999, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:36,005 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69e4faab to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28a6c41f 2024-12-09T00:08:36,010 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6108afc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:36,011 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:36,012 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:36,014 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69e4faab to 127.0.0.1:59816 2024-12-09T00:08:36,014 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:36,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:36,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:36,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:36,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:36,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:36,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:36,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:36,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:36,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:36,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:36,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:36,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:36,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:36,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:36,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:36,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:36,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:36,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:36,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:36,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:36,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:36,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:36,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:36,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:36,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:36,296 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:36,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T00:08:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:36,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:36,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:36,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:36,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:36,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:36,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:36,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:36,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:36,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:36,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:36,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:36,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:36,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:36,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:36,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:36,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:36,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:36,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:36,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:36,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:36,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:36,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:36,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:36,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:36,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:36,810 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:37,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:37,018 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:37,019 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:37,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:37,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702977014, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:37,021 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bdce36c to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45c44234 2024-12-09T00:08:37,024 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@619683f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:37,025 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:37,026 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:37,028 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bdce36c to 127.0.0.1:59816 2024-12-09T00:08:37,028 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:37,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:37,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:37,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:37,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:37,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:37,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:37,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:37,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:37,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:37,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:37,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:37,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:37,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:37,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:37,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:37,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:37,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:37,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:37,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:37,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:37,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:37,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:37,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:37,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:37,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:37,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:37,322 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:37,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:37,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:37,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:37,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:37,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:37,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:37,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:37,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:37,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:37,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:37,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:37,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:37,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:37,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:37,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:37,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:37,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:37,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:37,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:37,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:37,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:37,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:37,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:37,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:37,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:37,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:37,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:37,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:37,835 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:37,838 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:08:38,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:38,032 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:38,033 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:38,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:38,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702978029, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:38,034 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x535689e2 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34e4a45e 2024-12-09T00:08:38,038 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b83038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:38,039 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:38,040 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:38,041 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x535689e2 to 127.0.0.1:59816 2024-12-09T00:08:38,041 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:38,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:38,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:38,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:38,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:38,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:38,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:38,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:38,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:38,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:38,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:38,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:38,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:38,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:38,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:38,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:38,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:38,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:38,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:38,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:38,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:38,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:38,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:38,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:38,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:38,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:38,347 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:38,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:38,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:38,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:38,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:38,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:38,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:38,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:38,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:38,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:38,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:38,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:38,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:38,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:38,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:38,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:38,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:38,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:38,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:38,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:38,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:38,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:38,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:38,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:38,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:38,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:38,858 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:39,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:39,047 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:39,047 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:39,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:39,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702979042, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:39,049 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076d9a9e to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@163a1879 2024-12-09T00:08:39,052 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36a3d376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:39,053 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:39,054 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:39,056 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076d9a9e to 127.0.0.1:59816 2024-12-09T00:08:39,056 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:39,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-09T00:08:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:39,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:39,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:39,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:39,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:39,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:39,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:39,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:39,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:39,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:39,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:39,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:39,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:39,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:39,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:39,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:39,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:39,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:39,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:39,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:39,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:39,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:39,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:39,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:39,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:39,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:39,370 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:39,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:39,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:39,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:39,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:39,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:39,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:39,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:39,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:39,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:39,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:39,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:39,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:39,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:39,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:39,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:39,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:39,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:39,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:39,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:39,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:39,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:39,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:39,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:39,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:39,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:39,881 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:40,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:40,061 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:40,062 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:40,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:40,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702980057, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:40,064 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25ad1550 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6392384c 2024-12-09T00:08:40,067 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b027f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:40,068 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:40,069 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:40,071 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25ad1550 to 127.0.0.1:59816 2024-12-09T00:08:40,071 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:40,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:40,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:40,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:40,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:40,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:40,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:40,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:40,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:40,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:40,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:40,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:40,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:40,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:40,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:40,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:40,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:40,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:40,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:40,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:40,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:40,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:40,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:40,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:40,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:40,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:40,393 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:40,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:40,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:40,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:40,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:40,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:40,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:40,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:40,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:40,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:40,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:40,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:40,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:40,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:40,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:40,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:40,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:40,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:40,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:40,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:40,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:40,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:40,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:40,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:40,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:40,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:40,905 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:41,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:41,075 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:41,076 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:41,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:41,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702981071, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:41,077 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cfd32c8 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54aa63ad 2024-12-09T00:08:41,080 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54309e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:41,081 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:41,082 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:41,084 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cfd32c8 to 127.0.0.1:59816 2024-12-09T00:08:41,084 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:41,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:41,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:41,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:41,409 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:41,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:41,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:41,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:41,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:41,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:41,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:41,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:41,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:41,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:41,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:41,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:41,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:41,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:41,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:41,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:41,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:41,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:41,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:41,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:41,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:41,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:41,417 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:41,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:41,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:41,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:41,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:41,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:41,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:41,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:41,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:41,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:41,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:41,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:41,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:41,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:41,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:41,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:41,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:41,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:41,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:41,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:41,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:41,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:41,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:41,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:41,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:41,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:41,930 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:42,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:42,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:42,090 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:42,091 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:42,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:42,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702982085, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:42,093 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4302f4f4 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44324032 2024-12-09T00:08:42,096 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59237d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:42,097 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:42,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:42,100 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4302f4f4 to 127.0.0.1:59816 2024-12-09T00:08:42,100 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:42,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:42,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:42,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:42,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:42,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:42,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:42,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:42,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:42,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:42,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:42,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:42,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:42,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:42,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:42,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:42,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:42,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:42,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:42,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:42,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:42,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:42,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:42,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:42,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:42,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:42,443 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:42,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:42,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:42,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:42,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:42,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:42,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:42,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:42,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:42,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:42,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:42,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:42,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:42,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:42,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:42,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:42,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:42,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:42,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:42,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:42,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:42,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:42,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:42,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:42,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:42,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:42,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:42,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:42,955 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:43,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:43,106 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:43,107 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:43,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:43,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702983101, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:43,108 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cc3d575 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@aa62d0f 2024-12-09T00:08:43,112 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ac4197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:43,113 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:43,114 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:43,116 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cc3d575 to 127.0.0.1:59816 2024-12-09T00:08:43,116 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:43,353 DEBUG [master/7ba18a594d9f:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region ab767057416230298f601faa4759405a changed from -1.0 to 0.0, refreshing cache 2024-12-09T00:08:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:43,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:43,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:43,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:43,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:43,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:43,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:43,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:43,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:43,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:43,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:43,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:43,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:43,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:43,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:43,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:43,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:43,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:43,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:43,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:43,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:43,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:43,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:43,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:43,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:43,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:43,467 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:43,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:43,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:43,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:43,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:43,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:43,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:43,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:43,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:43,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:43,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:43,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:43,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:43,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:43,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:43,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:43,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:43,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:43,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:43,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:43,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:43,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:43,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:43,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:43,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:43,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:43,979 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:44,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:44,121 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:44,122 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:44,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:44,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702984117, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:44,123 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x027cb38b to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1880cca1 2024-12-09T00:08:44,126 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10bd948e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:44,128 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:44,129 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:44,130 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x027cb38b to 127.0.0.1:59816 2024-12-09T00:08:44,130 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:44,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:44,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:44,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:44,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:44,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:44,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:44,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:44,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:44,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:44,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:44,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:44,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:44,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:44,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:44,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:44,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:44,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:44,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:44,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:44,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:44,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:44,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:44,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:44,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:44,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:44,491 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:44,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T00:08:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:44,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:44,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:44,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:44,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:44,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:44,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:44,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:44,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:44,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:44,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:44,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:44,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:44,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:44,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:44,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:44,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:44,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:44,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:45,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:45,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:45,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:45,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:45,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:45,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:45,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:45,002 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:45,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:45,136 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:45,137 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:45,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:45,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702985131, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:45,138 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68ac32c0 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76570eb0 2024-12-09T00:08:45,142 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a32ed10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:45,143 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:45,144 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:45,146 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68ac32c0 to 127.0.0.1:59816 2024-12-09T00:08:45,146 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:45,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:45,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:45,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:45,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:45,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:45,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:45,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:45,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:45,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:45,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:45,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:45,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:45,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:45,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:45,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:45,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:45,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:45,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:45,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:45,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:45,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:45,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:45,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:45,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:45,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:45,514 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:45,610 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T00:08:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:46,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:46,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:46,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:46,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:46,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:46,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:46,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:46,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:46,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:46,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:46,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:46,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:46,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:46,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:46,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:46,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:46,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:46,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:46,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:46,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:46,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:46,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:46,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:46,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:46,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:46,034 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:46,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:46,152 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:46,153 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:46,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:46,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702986147, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:46,154 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55be16e0 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bd2b069 2024-12-09T00:08:46,157 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@695846e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:46,159 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:46,161 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:46,162 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55be16e0 to 127.0.0.1:59816 2024-12-09T00:08:46,162 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:46,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:46,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:46,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:46,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:46,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:46,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:46,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:46,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:46,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:46,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:46,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:46,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:46,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:46,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:46,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:46,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:46,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:46,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:46,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:46,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:46,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:46,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:46,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:46,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:46,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:46,544 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:47,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:47,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:47,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:47,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:47,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:47,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:47,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:47,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:47,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:47,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:47,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:47,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:47,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:47,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:47,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:47,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:47,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:47,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:47,054 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:47,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:47,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:47,168 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:47,169 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:47,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:47,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702987163, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:47,170 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17ac3104 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19739a60 2024-12-09T00:08:47,174 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336fcbd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:47,175 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:47,176 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:47,177 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17ac3104 to 127.0.0.1:59816 2024-12-09T00:08:47,177 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:47,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:47,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:47,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:47,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:47,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:47,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:47,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:47,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:47,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:47,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:47,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:47,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:47,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:47,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:47,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:47,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:47,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:47,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:47,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:47,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:47,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:47,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:47,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:47,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:47,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:47,575 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:47,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:47,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:48,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:48,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:48,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:48,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:48,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:48,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:48,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:48,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:48,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:48,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:48,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:48,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:48,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:48,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:48,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:48,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:48,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:48,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:48,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:48,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:48,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:48,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:48,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:48,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:48,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:48,089 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:48,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:48,184 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:48,184 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:48,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:48,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702988178, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:48,186 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x764b85b5 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73eea186 2024-12-09T00:08:48,194 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e92e544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:48,196 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:48,197 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:48,198 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x764b85b5 to 127.0.0.1:59816 2024-12-09T00:08:48,199 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:48,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:48,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:48,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:48,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:48,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:48,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:48,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:48,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:48,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:48,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:48,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:48,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:48,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:48,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:48,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:48,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:48,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:48,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:48,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:48,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:48,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:48,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:48,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:48,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:48,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:48,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:49,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:49,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:49,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:49,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:49,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:49,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:49,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:49,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:49,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:49,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:49,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:49,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:49,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:49,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:49,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:49,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:49,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:49,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:49,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:49,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:49,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:49,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:49,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:49,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:49,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:49,116 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:49,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:49,204 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:49,205 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:49,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:49,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702989200, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:49,207 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x590f036d to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f6b7b5b 2024-12-09T00:08:49,211 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76fa1d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:49,212 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:49,213 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:49,214 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x590f036d to 127.0.0.1:59816 2024-12-09T00:08:49,214 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:49,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:49,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:49,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:49,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:49,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:49,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:49,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:49,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:49,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:49,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:49,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:49,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:49,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:49,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:49,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:49,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:49,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:49,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:49,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:49,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:49,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:49,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:49,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:49,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:49,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:49,635 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:49,720 DEBUG [master/7ba18a594d9f:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f21537907d49a7919dafd69c9a9d062d changed from -1.0 to 0.0, refreshing cache 2024-12-09T00:08:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:50,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:50,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:50,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:50,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:50,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:50,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:50,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:50,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:50,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:50,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:50,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:50,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:50,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:50,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:50,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:50,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:50,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:50,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:50,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:50,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:50,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:50,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:50,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:50,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:50,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:50,148 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:50,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:50,219 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:50,256 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:50,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:50,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702990215, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:50,258 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e5136b1 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a642383 2024-12-09T00:08:50,262 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c51825d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:50,264 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:50,266 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:50,267 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e5136b1 to 127.0.0.1:59816 2024-12-09T00:08:50,268 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:50,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:50,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:50,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:50,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:50,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:50,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:50,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:50,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:50,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:50,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:50,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:50,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:50,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:50,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:50,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:50,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:50,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:50,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:50,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:50,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:50,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:50,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:50,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:50,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:50,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:50,668 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:51,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:51,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:51,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:51,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:51,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:51,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:51,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:51,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:51,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:51,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:51,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:51,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:51,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:51,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:51,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:51,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:51,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:51,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:51,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:51,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:51,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:51,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:51,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:51,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:51,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:51,183 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:51,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:51,273 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:51,274 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:51,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:51,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702991268, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:51,276 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16097b3a to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dea3a43 2024-12-09T00:08:51,280 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1db902c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:51,281 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:51,282 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:51,284 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16097b3a to 127.0.0.1:59816 2024-12-09T00:08:51,284 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:51,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:51,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:51,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:51,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:51,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:51,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:51,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:51,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:51,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:51,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:51,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:51,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:51,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:51,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:51,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:51,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:51,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:51,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:51,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:51,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:51,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:51,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:51,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:51,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:51,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:51,694 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:52,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:52,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:52,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:52,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:52,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:52,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:52,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:52,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:52,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:52,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:52,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:52,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:52,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:52,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:52,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:52,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:52,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:52,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:52,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:52,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:52,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:52,208 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:52,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:52,289 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:52,290 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:52,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:52,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702992285, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:52,292 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30b64093 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c524ce4 2024-12-09T00:08:52,296 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a8a4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:52,297 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:52,298 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:52,299 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30b64093 to 127.0.0.1:59816 2024-12-09T00:08:52,299 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:52,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:52,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:52,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:52,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:52,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:52,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:52,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:52,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:52,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:52,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:52,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:52,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:52,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:52,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:52,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:52,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:52,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:52,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:52,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:52,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:52,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:52,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:52,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:52,722 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:53,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:53,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:53,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:53,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:53,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:53,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:53,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:53,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:53,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:53,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:53,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:53,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:53,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:53,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:53,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:53,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:53,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:53,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:53,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:53,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:53,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:53,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:53,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:53,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:53,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:53,232 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:53,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:53,305 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:53,306 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:53,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:53,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702993300, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:53,308 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f22c88a to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71e990e6 2024-12-09T00:08:53,313 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1acdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:53,317 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:53,318 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:53,320 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f22c88a to 127.0.0.1:59816 2024-12-09T00:08:53,320 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:53,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:53,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:53,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:53,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:53,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:53,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:53,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:53,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:53,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:53,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:53,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:53,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:53,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:53,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:53,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:53,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:53,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:53,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:53,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:53,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:53,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:53,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:53,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:53,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:53,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:53,742 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:54,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:54,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:54,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:54,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:54,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:54,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:54,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:54,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:54,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:54,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:54,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:54,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:54,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:54,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:54,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:54,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:54,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:54,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:54,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:54,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:54,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:54,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:54,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:54,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:54,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:54,253 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:54,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:54,325 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:54,326 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:54,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:54,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702994321, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:54,328 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c7492a2 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31a75d6a 2024-12-09T00:08:54,332 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a8923b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:54,333 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:54,334 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:54,336 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c7492a2 to 127.0.0.1:59816 2024-12-09T00:08:54,336 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:54,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:54,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:54,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:54,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:54,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:54,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:54,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:54,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:54,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:54,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:54,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:54,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:54,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:54,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:54,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:54,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:54,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:54,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:54,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:54,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:54,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:54,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:54,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:54,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:54,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:54,766 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:55,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:55,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:55,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:55,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:55,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:55,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:55,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:55,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:55,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:55,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:55,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:55,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:55,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:55,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:55,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:55,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:55,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:55,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:55,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:55,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:55,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:55,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:55,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:55,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:55,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:55,278 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:55,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:55,342 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:55,343 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:55,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:55,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702995337, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:55,344 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cf5d4a8 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7329451 2024-12-09T00:08:55,347 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2405fbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:55,348 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:55,349 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:55,351 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cf5d4a8 to 127.0.0.1:59816 2024-12-09T00:08:55,351 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:55,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:55,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:55,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:55,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:55,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:55,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:55,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:55,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:55,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:55,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:55,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:55,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:55,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:55,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:55,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:55,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:55,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:55,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:55,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:55,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:55,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:55,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:55,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:55,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:55,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:55,789 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:56,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:56,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:56,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:56,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:56,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:56,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:56,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:56,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:56,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:56,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:56,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:56,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:56,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:56,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:56,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:56,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:56,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:56,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:56,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:56,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:56,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:56,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:56,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:56,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:56,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:56,303 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:56,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:56,356 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:56,357 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:56,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:56,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702996352, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:56,359 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4712c8a1 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54915c0e 2024-12-09T00:08:56,363 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f404faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:56,364 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:56,365 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:56,367 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4712c8a1 to 127.0.0.1:59816 2024-12-09T00:08:56,367 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:56,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:56,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:56,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:56,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:56,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:56,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:56,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:56,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:56,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:56,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:56,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:56,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:56,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:56,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:56,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:56,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:56,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:56,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:56,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:56,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:56,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:56,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:56,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:56,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:56,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:56,813 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-09T00:08:57,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [7ba18a594d9f%2C33287%2C1733702859380]: currently replicating from: hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 at position: -1 2024-12-09T00:08:57,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-09T00:08:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:57,316 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T00:08:57,317 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:57,320 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22 2024-12-09T00:08:57,322 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/fam, FileablePath, hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/recovered.edits] 2024-12-09T00:08:57,326 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/fam/924d7cad3b0045d28747a98ebb5ea2d8 to hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/archive/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/fam/924d7cad3b0045d28747a98ebb5ea2d8 2024-12-09T00:08:57,330 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/recovered.edits/8.seqid to hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/archive/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22/recovered.edits/8.seqid 2024-12-09T00:08:57,330 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/testdroppedtimed/a39e71731e5dfda02e883726588afc22 2024-12-09T00:08:57,330 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-09T00:08:57,333 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:57,335 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-09T00:08:57,337 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testdroppedtimed' descriptor. 2024-12-09T00:08:57,337 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:57,337 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testdroppedtimed' from region states. 2024-12-09T00:08:57,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733702937337"}]},"ts":"9223372036854775807"} 2024-12-09T00:08:57,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-09T00:08:57,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a39e71731e5dfda02e883726588afc22, NAME => 'testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22.', STARTKEY => '', ENDKEY => ''}] 2024-12-09T00:08:57,339 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testdroppedtimed' as deleted. 2024-12-09T00:08:57,339 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733702937339"}]},"ts":"9223372036854775807"} 2024-12-09T00:08:57,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-09T00:08:57,343 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-09T00:08:57,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 29 msec 2024-12-09T00:08:57,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:57,371 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T00:08:57,372 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:57,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-09T00:08:57,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] ipc.CallRunner(138): callId: 57 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:57272 deadline: 1733702997367, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-09T00:08:57,374 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x680d4900 to 127.0.0.1:59816 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77bd8e8f 2024-12-09T00:08:57,377 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d6f1587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T00:08:57,378 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T00:08:57,379 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-09T00:08:57,380 WARN [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-09T00:08:57,381 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x680d4900 to 127.0.0.1:59816 2024-12-09T00:08:57,381 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-09T00:08:57,418 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-09T00:08:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:57,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:57,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:57,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:57,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:57,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:57,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:57,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:57,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:57,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:57,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:57,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:57,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:57,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:57,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:57,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:57,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:57,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:57,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:57,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:57,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:57,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:57,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:57,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:57,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:57,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:57,431 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T00:08:57,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:08:57,597 INFO [7ba18a594d9f:36113Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-09T00:08:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:57,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:57,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:57,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:57,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:57,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:57,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:57,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:57,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:57,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:57,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:57,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:57,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:57,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:57,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:57,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:57,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:57,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:57,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:57,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:57,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:57,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:57,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:57,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:57,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:57,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:57,946 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T00:08:58,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,389 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/27=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/28=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/29=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/30=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/31=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/32=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/33=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/34=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/35=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/36=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/37=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/38=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/39=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/40=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/41=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/42=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/43=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/44=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/45=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/46=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/47=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/48=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/49=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,393 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,398 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/51=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/52=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/53=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/54=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/55=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/56=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/57=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/58=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/59=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/60=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/61=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/62=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/63=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/64=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/65=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/66=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/67=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/68=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/69=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/70=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/71=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/72=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/73=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,402 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,406 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/75=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/76=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/77=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/78=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/79=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/80=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/81=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/82=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/83=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/84=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/85=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/86=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/87=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/88=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/89=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/90=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/91=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/92=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/93=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/94=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/95=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/96=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/97=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,410 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,413 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/99=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/100=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/101=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/102=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/103=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/104=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/105=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/106=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/107=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/108=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/109=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/110=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/111=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/112=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/113=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/114=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/115=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/116=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/117=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/118=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/119=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/120=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/121=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,417 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,421 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/123=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/124=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/125=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/126=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/127=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/128=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/129=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/130=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/131=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/132=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/133=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/134=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/135=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/136=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/137=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/138=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/139=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/140=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/141=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/142=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/143=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/144=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/145=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,424 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,432 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/147=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/148=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/149=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/150=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/151=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/152=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/153=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/154=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/155=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/156=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/157=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/158=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/159=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/160=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/161=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/162=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/163=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/164=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/165=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/166=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/167=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/168=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/169=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,435 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,442 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/171=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/172=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/173=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/174=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/175=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/176=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/177=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/178=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/179=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/180=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/181=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/182=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/183=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/184=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/185=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/186=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/187=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/188=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/189=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/190=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/191=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/192=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/193=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,444 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:58,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:58,452 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/195=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/196=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/197=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/198=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/199=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/200=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/201=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/202=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/203=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/204=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/205=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/206=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/207=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/208=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/209=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/210=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/211=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/212=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/213=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/214=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/215=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/216=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/217=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:58,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,455 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:58,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:58,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:58,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:58,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:58,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:58,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:58,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:58,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:58,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:58,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:58,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:58,465 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/219=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/220=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/221=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/222=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/223=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/224=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/225=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/226=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/227=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/228=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/229=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/230=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/231=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/232=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/233=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/234=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/235=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/236=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/237=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/238=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/239=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/240=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/241=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:58,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:58,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:58,468 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:58,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:58,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:58,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:58,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:58,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:58,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:58,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:58,474 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T00:08:58,475 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/243=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/244=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/245=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/246=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/247=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/248=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/249=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/250=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/251=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/252=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/253=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/254=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/255=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/256=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/257=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/258=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/259=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/260=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/261=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/262=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/263=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/264=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/265=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,478 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,484 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/267=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/268=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/269=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/270=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/271=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/272=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/273=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/274=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/275=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/276=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/277=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/278=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/279=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/280=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/281=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/282=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/283=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/284=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/285=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/286=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/287=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/288=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/289=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,487 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,497 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/291=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/292=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/293=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/294=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/295=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/296=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/297=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/298=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/299=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/300=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/301=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/302=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/303=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/304=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/305=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/306=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/307=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/308=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/309=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/310=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/311=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/312=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/313=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,500 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,507 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/315=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/316=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/317=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/318=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/319=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/320=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/321=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/322=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/323=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/324=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/325=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/326=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/327=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/328=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/329=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/330=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/331=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/332=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/333=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/334=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/335=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/336=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/337=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,510 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,515 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/339=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/340=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/341=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/342=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/343=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/344=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/345=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/346=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/347=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/348=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/349=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/350=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/351=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/352=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/353=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/354=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/355=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/356=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/357=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/358=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/359=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/360=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/361=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,518 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,524 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/363=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/364=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/365=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/366=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/367=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/368=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/369=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/370=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/371=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/372=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/373=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/374=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/375=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/376=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/377=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/378=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/379=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/380=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/381=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/382=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/383=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/384=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/385=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,526 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,532 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/387=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/388=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/389=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/390=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/391=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/392=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/393=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/394=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/395=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/396=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/397=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/398=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/399=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/400=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/401=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/402=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/403=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/404=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/405=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/406=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/407=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/408=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/409=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,534 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,540 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/411=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/412=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/413=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/414=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/415=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/416=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/417=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/418=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/419=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/420=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/421=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/422=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/423=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/424=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/425=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/426=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/427=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/428=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/429=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/430=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/431=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/432=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/433=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,544 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,550 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/435=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/436=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/437=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/438=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/439=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/440=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/441=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/442=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/443=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/444=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/445=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/446=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/447=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/448=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/449=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/450=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/451=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/452=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/453=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/454=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/455=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/456=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/457=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,554 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,558 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/459=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/460=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/461=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/462=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/463=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/464=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/465=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/466=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/467=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/468=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/469=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/470=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/471=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/472=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/473=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/474=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/475=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/476=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/477=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/478=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/479=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/480=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/481=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,560 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,566 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/483=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/484=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/485=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/486=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/487=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/488=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/489=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/490=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/491=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/492=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/493=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/494=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/495=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/496=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/497=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/498=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/499=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/500=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/501=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/502=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/503=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/504=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/505=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,568 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,574 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/507=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/508=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/509=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/510=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/511=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/512=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/513=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/514=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/515=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/516=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/517=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/518=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/519=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/520=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/521=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/522=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/523=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/524=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/525=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/526=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/527=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/528=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/529=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,576 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,583 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/531=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/532=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/533=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/534=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/535=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/536=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/537=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/538=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/539=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/540=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/541=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/542=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/543=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/544=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/545=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/546=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/547=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/548=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/549=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/550=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/551=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/552=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/553=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,585 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,590 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/555=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/556=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/557=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/558=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/559=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/560=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/561=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/562=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/563=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/564=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/565=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/566=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/567=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/568=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/569=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/570=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/571=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/572=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/573=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/574=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/575=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/576=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/577=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,593 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,602 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/579=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/580=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/581=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/582=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/583=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/584=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/585=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/586=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/587=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/588=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/589=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/590=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/591=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/592=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/593=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/594=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/595=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/596=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/597=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/598=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/599=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/600=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/601=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,604 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,612 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/603=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/604=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/605=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/606=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/607=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/608=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/609=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/610=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/611=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/612=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/613=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/614=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/615=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/616=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/617=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/618=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/619=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/620=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/621=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/622=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/623=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/624=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/625=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,614 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,636 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/627=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/628=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/629=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/630=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/631=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/632=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/633=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/634=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/635=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/636=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/637=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/638=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/639=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/640=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/641=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/642=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/643=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/644=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/645=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/646=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/647=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/648=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/649=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,639 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,645 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/651=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/652=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/653=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/654=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/655=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/656=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/657=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/658=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/659=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/660=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/661=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/662=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/663=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/664=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/665=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/666=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/667=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/668=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/669=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/670=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/671=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/672=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/673=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,646 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,653 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/675=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/676=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/677=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/678=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/679=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/680=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/681=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/682=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/683=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/684=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/685=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/686=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/687=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/688=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/689=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/690=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/691=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/692=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/693=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/694=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/695=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/696=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/697=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,655 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,877 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/699=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/700=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/701=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/702=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/703=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/704=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/705=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/706=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/707=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/708=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/709=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/710=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/711=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/712=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/713=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/714=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/715=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/716=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/717=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/718=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/719=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/720=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/721=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,879 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,889 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/723=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/724=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/725=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/726=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/727=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/728=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/729=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/730=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/731=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/732=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/733=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/734=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/735=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/736=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/737=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/738=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/739=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/740=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/741=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/742=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/743=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/744=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/745=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,890 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,905 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/747=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/748=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/749=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/750=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/751=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/752=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/753=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/754=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/755=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/756=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/757=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/758=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/759=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/760=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/761=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/762=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/763=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/764=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/765=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/766=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/767=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/768=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/769=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,906 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,914 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/771=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/772=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/773=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/774=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/775=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/776=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/777=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/778=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/779=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/780=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/781=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/782=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/783=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/784=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/785=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/786=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/787=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/788=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/789=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/790=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/791=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/792=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/793=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,915 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,924 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/795=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/796=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/797=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/798=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/799=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/800=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/801=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/802=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/803=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/804=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/805=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/806=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/807=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/808=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/809=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/810=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/811=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/812=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/813=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/814=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/815=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/816=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/817=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,926 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,933 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/819=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/820=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/821=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/822=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/823=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/824=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/825=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/826=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/827=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/828=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/829=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/830=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/831=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/832=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/833=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/834=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/835=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/836=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/837=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/838=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/839=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/840=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/841=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,935 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,942 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/843=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/844=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/845=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/846=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/847=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/848=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/849=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/850=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/851=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/852=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/853=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/854=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/855=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/856=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/857=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/858=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/859=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/860=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/861=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/862=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/863=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/864=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/865=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,944 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,951 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/867=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/868=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/869=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/870=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/871=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/872=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/873=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/874=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/875=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/876=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/877=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/878=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/879=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/880=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/881=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/882=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/883=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/884=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/885=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/886=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/887=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/888=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/889=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,952 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,959 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/891=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/892=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/893=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/894=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/895=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/896=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/897=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/898=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/899=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/900=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/901=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/902=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/903=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/904=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/905=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/906=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/907=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/908=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/909=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/910=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/911=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/912=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/913=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,960 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,966 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/915=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/916=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/917=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/918=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/919=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/920=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/921=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/922=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/923=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/924=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/925=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/926=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/927=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/928=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/929=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/930=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/931=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/932=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/933=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/934=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/935=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/936=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/937=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,968 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-09T00:08:58,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:58,975 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/939=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/940=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/941=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/942=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/943=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/944=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/945=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/946=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/947=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/948=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/949=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/950=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/951=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/952=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/953=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/954=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/955=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/956=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/957=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/958=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/959=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/960=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/961=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,977 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-09T00:08:58,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,988 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 4208104, reset compression=false 2024-12-09T00:08:58,988 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/963=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/964=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/965=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/966=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/967=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/968=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/969=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/970=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/971=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/972=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/973=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/974=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/975=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/976=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/977=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/978=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/979=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/980=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/981=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/982=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/983=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/984=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/985=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-09T00:08:58,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:58,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:58,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:58,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:58,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:58,999 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/48ec6e76178b169810da73c4ba8da174/987=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/988=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/989=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/990=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/991=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/992=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/993=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/994=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/995=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/996=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/997=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/998=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/999=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/1000=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/1001=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/1002=[#edits: 1 = ],4297}, {test/48ec6e76178b169810da73c4ba8da174/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-09T00:08:58,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:59,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:59,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:59,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:59,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:59,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:59,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:59,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-09T00:08:59,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:59,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:59,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:59,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36113 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-09T00:08:59,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:59,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:59,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:59,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:59,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:59,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:59,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:59,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:59,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:59,011 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-09T00:08:59,011 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 4208924, reset compression=false 2024-12-09T00:08:59,011 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-09T00:08:59,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:59,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:59,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:59,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:59,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:59,016 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-09T00:08:59,226 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 4208924, reset compression=false 2024-12-09T00:08:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36113 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-09T00:08:59,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-09T00:08:59,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-09T00:08:59,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-09T00:08:59,535 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 to pos 4208924, reset compression=false 2024-12-09T00:08:59,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-09T00:08:59,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-09T00:08:59,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-09T00:08:59,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-09T00:08:59,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-09T00:08:59,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-09T00:08:59,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-09T00:08:59,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-09T00:08:59,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-09T00:08:59,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-09T00:08:59,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-09T00:08:59,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-09T00:08:59,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-09T00:08:59,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-09T00:08:59,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-09T00:08:59,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-09T00:08:59,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-09T00:08:59,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-09T00:08:59,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-09T00:08:59,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-09T00:08:59,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-09T00:08:59,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-09T00:08:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-09T00:08:59,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-09T00:08:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-09T00:08:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T00:08:59,563 DEBUG [PEWorker-5 {}] zookeeper.ZKUtil(111): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-09T00:08:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-09T00:08:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-09T00:08:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-09T00:08:59,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-09T00:08:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T00:08:59,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7ba18a594d9f,33287,1733702859380 2024-12-09T00:08:59,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33287 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-09T00:08:59,718 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-09T00:08:59,718 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-09T00:08:59,718 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-09T00:08:59,820 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1007419e1e1000f, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:08:59,820 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1007419e1e1000f, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:08:59,820 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dbaccf0 to 127.0.0.1:59816 2024-12-09T00:08:59,820 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:08:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T00:08:59,920 WARN [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-09T00:08:59,920 WARN [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.wal-reader.7ba18a594d9f%2C33287%2C1733702859380,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-09T00:09:00,021 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0.replicationSource,2.replicationSource.shipper7ba18a594d9f%2C33287%2C1733702859380,2 terminated 2024-12-09T00:09:00,021 INFO [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-09T00:09:00,022 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/7ba18a594d9f,33287,1733702859380/2/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 2024-12-09T00:09:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/7ba18a594d9f,33287,1733702859380/2/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 2024-12-09T00:09:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/7ba18a594d9f,33287,1733702859380/2 2024-12-09T00:09:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/7ba18a594d9f,33287,1733702859380/2 2024-12-09T00:09:00,026 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-09T00:09:00,026 DEBUG [RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-09T00:09:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-09T00:09:00,028 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 7ba18a594d9f,33287,1733702859380 suceeded 2024-12-09T00:09:00,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-09T00:09:00,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 462 msec 2024-12-09T00:09:00,033 DEBUG [PEWorker-4 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-09T00:09:00,033 INFO [PEWorker-4 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-09T00:09:00,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 475 msec 2024-12-09T00:09:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46565 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-09T00:09:00,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=404 (was 393) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x7bf7a331-SendThread(127.0.0.1:59816) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x29ec84f8-SendThread(127.0.0.1:59816) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3c6a9543-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3c6a9543-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x29ec84f8-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x3c6a9543-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x7bf7a331-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x4e71ae3f java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fd228b38400.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x4e71ae3f-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/cluster_19db3aa2-5ed4-09be-93aa-34e60c0e4df1/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46aa106f-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/7ba18a594d9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x4e71ae3f-SendThread(127.0.0.1:59816) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3c6a9543-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/cluster_19db3aa2-5ed4-09be-93aa-34e60c0e4df1/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3c6a9543-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46aa106f-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x29ec84f8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fd228b38400.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46aa106f-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7c02fdab[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2140005879_22 at /127.0.0.1:57124 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x46aa106f-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3c6a9543-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59816@0x7bf7a331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fd228b38400.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=576 (was 576), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 286), ProcessCount=11 (was 11), AvailableMemoryMB=11090 (was 11134) 2024-12-09T00:09:00,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x618adf90 to 127.0.0.1:59816 2024-12-09T00:09:00,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0317372c to 127.0.0.1:59816 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:00,180 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5937293a to 127.0.0.1:59816 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:00,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T00:09:00,180 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42c08574 to 127.0.0.1:59816 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T00:09:00,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720848417, stopped=false 2024-12-09T00:09:00,181 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7ba18a594d9f,46483,1733702866031 2024-12-09T00:09:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-09T00:09:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-09T00:09:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:09:00,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:09:00,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T00:09:00,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:00,183 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7ba18a594d9f,36113,1733702866085' ***** 2024-12-09T00:09:00,183 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T00:09:00,183 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T00:09:00,183 INFO [RS:0;7ba18a594d9f:36113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T00:09:00,183 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T00:09:00,183 INFO [RS:0;7ba18a594d9f:36113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T00:09:00,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T00:09:00,183 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for aba890464301e43fd9b0818302ca6e60 2024-12-09T00:09:00,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 1a96eccc8d20be7a57fa04e8d51b1cf0 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 0689cce6d21855b481a9e2827d53712b 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 7d766e5933d405cf33f1e254173503ae 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 5e84ff86ba616009b561432009cde2a2 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 000a00436ba735a27cf627f6f0aa7b32 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for ba240ff1cb323067f7068d18eedfb39a 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for d9ae536b0decc8901bf3b4e692a615b7 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for f5ec8032a00c31524a1dcc8dd55bb896 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 61bcc31337b56b9fe94e0c28f13efaad 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 5d153993a0f48ec253f16d610f1405e3 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for c9e92e69fe4c3504a40ebfbe83dcdd5c 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for f21537907d49a7919dafd69c9a9d062d 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for e2fb23aa315e513cb66c08feb4b1020a 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for df045a6d9fceda23bed23aefe3ef2087 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 635b14478b0096de5211645f17cbace1 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 734eddb2b3a6860acc22999ed8b14abe 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for d07d44475148720fdeec218d6046e795 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for f4da6886cdddc331cd8ff629a1786b2b 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for c84a090cfa679ad0ec75f18842f71718 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 062d37503131ca91cb08bdbf4fdba44f 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for de1a773e90d7b0c898e379093ccffec7 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 19ccc63bb55caac3d23c43ab92de4cc8 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for c9baa5b7a3051bd8a342130e4f08cdc0 2024-12-09T00:09:00,184 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing aba890464301e43fd9b0818302ca6e60, disabling compactions & flushes 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 3c05c04c197205dcf4c7a08da3d27932 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1224): stopping server 7ba18a594d9f,36113,1733702866085 2024-12-09T00:09:00,184 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:09:00,184 DEBUG [RS:0;7ba18a594d9f:36113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:00,184 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:09:00,184 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. after waiting 0 ms 2024-12-09T00:09:00,184 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:09:00,184 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T00:09:00,185 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T00:09:00,185 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T00:09:00,185 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T00:09:00,185 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-09T00:09:00,185 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T00:09:00,185 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T00:09:00,185 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T00:09:00,185 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T00:09:00,185 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T00:09:00,185 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-09T00:09:00,188 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1629): Waiting on 000a00436ba735a27cf627f6f0aa7b32, 062d37503131ca91cb08bdbf4fdba44f, 0689cce6d21855b481a9e2827d53712b, 1588230740, 19ccc63bb55caac3d23c43ab92de4cc8, 1a96eccc8d20be7a57fa04e8d51b1cf0, 3c05c04c197205dcf4c7a08da3d27932, 5d153993a0f48ec253f16d610f1405e3, 5e84ff86ba616009b561432009cde2a2, 61bcc31337b56b9fe94e0c28f13efaad, 635b14478b0096de5211645f17cbace1, 734eddb2b3a6860acc22999ed8b14abe, 7d766e5933d405cf33f1e254173503ae, aba890464301e43fd9b0818302ca6e60, ba240ff1cb323067f7068d18eedfb39a, c84a090cfa679ad0ec75f18842f71718, c9baa5b7a3051bd8a342130e4f08cdc0, c9e92e69fe4c3504a40ebfbe83dcdd5c, d07d44475148720fdeec218d6046e795, d9ae536b0decc8901bf3b4e692a615b7, de1a773e90d7b0c898e379093ccffec7, df045a6d9fceda23bed23aefe3ef2087, e2fb23aa315e513cb66c08feb4b1020a, f21537907d49a7919dafd69c9a9d062d, f4da6886cdddc331cd8ff629a1786b2b, f5ec8032a00c31524a1dcc8dd55bb896, f62a9f649377fdfa9d991d4e36f234ef, ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:09:00,190 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/aba890464301e43fd9b0818302ca6e60/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,191 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:09:00,191 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for aba890464301e43fd9b0818302ca6e60: 2024-12-09T00:09:00,191 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733702873400.aba890464301e43fd9b0818302ca6e60. 2024-12-09T00:09:00,191 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1a96eccc8d20be7a57fa04e8d51b1cf0, disabling compactions & flushes 2024-12-09T00:09:00,191 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:09:00,191 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:09:00,191 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. after waiting 0 ms 2024-12-09T00:09:00,191 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:09:00,199 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/1a96eccc8d20be7a57fa04e8d51b1cf0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,200 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:09:00,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1a96eccc8d20be7a57fa04e8d51b1cf0: 2024-12-09T00:09:00,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733702873400.1a96eccc8d20be7a57fa04e8d51b1cf0. 2024-12-09T00:09:00,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0689cce6d21855b481a9e2827d53712b, disabling compactions & flushes 2024-12-09T00:09:00,200 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:09:00,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:09:00,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. after waiting 0 ms 2024-12-09T00:09:00,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:09:00,203 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/0689cce6d21855b481a9e2827d53712b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,204 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:09:00,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0689cce6d21855b481a9e2827d53712b: 2024-12-09T00:09:00,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733702873400.0689cce6d21855b481a9e2827d53712b. 2024-12-09T00:09:00,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7d766e5933d405cf33f1e254173503ae, disabling compactions & flushes 2024-12-09T00:09:00,204 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:09:00,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:09:00,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. after waiting 0 ms 2024-12-09T00:09:00,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:09:00,206 INFO [regionserver/7ba18a594d9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T00:09:00,207 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/7d766e5933d405cf33f1e254173503ae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,208 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:09:00,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7d766e5933d405cf33f1e254173503ae: 2024-12-09T00:09:00,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733702873400.7d766e5933d405cf33f1e254173503ae. 2024-12-09T00:09:00,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5e84ff86ba616009b561432009cde2a2, disabling compactions & flushes 2024-12-09T00:09:00,208 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:09:00,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:09:00,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. after waiting 0 ms 2024-12-09T00:09:00,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:09:00,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5e84ff86ba616009b561432009cde2a2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,212 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:09:00,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5e84ff86ba616009b561432009cde2a2: 2024-12-09T00:09:00,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733702873400.5e84ff86ba616009b561432009cde2a2. 2024-12-09T00:09:00,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 000a00436ba735a27cf627f6f0aa7b32, disabling compactions & flushes 2024-12-09T00:09:00,212 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:09:00,213 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:09:00,213 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. after waiting 0 ms 2024-12-09T00:09:00,213 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:09:00,216 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/000a00436ba735a27cf627f6f0aa7b32/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,217 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:09:00,217 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 000a00436ba735a27cf627f6f0aa7b32: 2024-12-09T00:09:00,217 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733702873400.000a00436ba735a27cf627f6f0aa7b32. 2024-12-09T00:09:00,217 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ba240ff1cb323067f7068d18eedfb39a, disabling compactions & flushes 2024-12-09T00:09:00,217 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:09:00,217 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:09:00,217 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. after waiting 0 ms 2024-12-09T00:09:00,218 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:09:00,223 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/info/aedbba17f25e4ebfb5b8c90626527ca2 is 143, key is hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d./info:regioninfo/1733702869115/Put/seqid=0 2024-12-09T00:09:00,227 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ba240ff1cb323067f7068d18eedfb39a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,228 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:09:00,228 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ba240ff1cb323067f7068d18eedfb39a: 2024-12-09T00:09:00,228 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733702873400.ba240ff1cb323067f7068d18eedfb39a. 2024-12-09T00:09:00,228 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d9ae536b0decc8901bf3b4e692a615b7, disabling compactions & flushes 2024-12-09T00:09:00,229 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:09:00,229 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:09:00,229 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. after waiting 0 ms 2024-12-09T00:09:00,229 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:09:00,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741866_1042 (size=36340) 2024-12-09T00:09:00,236 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/info/aedbba17f25e4ebfb5b8c90626527ca2 2024-12-09T00:09:00,237 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d9ae536b0decc8901bf3b4e692a615b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,253 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:09:00,253 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d9ae536b0decc8901bf3b4e692a615b7: 2024-12-09T00:09:00,253 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733702873400.d9ae536b0decc8901bf3b4e692a615b7. 2024-12-09T00:09:00,253 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ff3b37f875d71fbf1ae98bb774f8db14, disabling compactions & flushes 2024-12-09T00:09:00,253 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:09:00,253 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ff3b37f875d71fbf1ae98bb774f8db14 2/2 column families, dataSize=6.86 MB heapSize=6.99 MB 2024-12-09T00:09:00,288 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/rep_barrier/d793ed8fff4f4fb0844b17cc9699c6b0 is 115, key is test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c./rep_barrier:seqnumDuringOpen/1733702876331/Put/seqid=0 2024-12-09T00:09:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741868_1044 (size=8574) 2024-12-09T00:09:00,310 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14/.tmp/f/7ce77f131db4412897687517c53d9aa9 is 4136, key is NormalPut000/f:row/1733702883087/Put/seqid=0 2024-12-09T00:09:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741867_1043 (size=4145800) 2024-12-09T00:09:00,388 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1629): Waiting on 062d37503131ca91cb08bdbf4fdba44f, 1588230740, 19ccc63bb55caac3d23c43ab92de4cc8, 3c05c04c197205dcf4c7a08da3d27932, 5d153993a0f48ec253f16d610f1405e3, 61bcc31337b56b9fe94e0c28f13efaad, 635b14478b0096de5211645f17cbace1, 734eddb2b3a6860acc22999ed8b14abe, c84a090cfa679ad0ec75f18842f71718, c9baa5b7a3051bd8a342130e4f08cdc0, c9e92e69fe4c3504a40ebfbe83dcdd5c, d07d44475148720fdeec218d6046e795, de1a773e90d7b0c898e379093ccffec7, df045a6d9fceda23bed23aefe3ef2087, e2fb23aa315e513cb66c08feb4b1020a, f21537907d49a7919dafd69c9a9d062d, f4da6886cdddc331cd8ff629a1786b2b, f5ec8032a00c31524a1dcc8dd55bb896, f62a9f649377fdfa9d991d4e36f234ef, ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:09:00,588 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1629): Waiting on 062d37503131ca91cb08bdbf4fdba44f, 1588230740, 19ccc63bb55caac3d23c43ab92de4cc8, 3c05c04c197205dcf4c7a08da3d27932, 5d153993a0f48ec253f16d610f1405e3, 61bcc31337b56b9fe94e0c28f13efaad, 635b14478b0096de5211645f17cbace1, 734eddb2b3a6860acc22999ed8b14abe, c84a090cfa679ad0ec75f18842f71718, c9baa5b7a3051bd8a342130e4f08cdc0, c9e92e69fe4c3504a40ebfbe83dcdd5c, d07d44475148720fdeec218d6046e795, de1a773e90d7b0c898e379093ccffec7, df045a6d9fceda23bed23aefe3ef2087, e2fb23aa315e513cb66c08feb4b1020a, f21537907d49a7919dafd69c9a9d062d, f4da6886cdddc331cd8ff629a1786b2b, f5ec8032a00c31524a1dcc8dd55bb896, f62a9f649377fdfa9d991d4e36f234ef, ff3b37f875d71fbf1ae98bb774f8db14 2024-12-09T00:09:00,602 INFO [regionserver/7ba18a594d9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T00:09:00,602 INFO [regionserver/7ba18a594d9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T00:09:00,701 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/rep_barrier/d793ed8fff4f4fb0844b17cc9699c6b0 2024-12-09T00:09:00,714 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.86 MB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14/.tmp/f/7ce77f131db4412897687517c53d9aa9 2024-12-09T00:09:00,721 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14/.tmp/f/7ce77f131db4412897687517c53d9aa9 as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14/f/7ce77f131db4412897687517c53d9aa9 2024-12-09T00:09:00,724 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/table/4cf94aff4c91411a9955d4fa9de1d08d is 94, key is testdroppedtimed,,1733702880334.48110ef305e0e12e98d9c9e78e695974./table:/1733702884352/DeleteFamily/seqid=0 2024-12-09T00:09:00,728 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14/f/7ce77f131db4412897687517c53d9aa9, entries=1000, sequenceid=145, filesize=4.0 M 2024-12-09T00:09:00,729 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.86 MB/7193812, heapSize ~6.99 MB/7326368, currentSize=0 B/0 for ff3b37f875d71fbf1ae98bb774f8db14 in 476ms, sequenceid=145, compaction requested=false 2024-12-09T00:09:00,729 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:09:00,729 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:09:00,729 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. after waiting 0 ms 2024-12-09T00:09:00,729 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:09:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741869_1045 (size=5605) 2024-12-09T00:09:00,733 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/ff3b37f875d71fbf1ae98bb774f8db14/recovered.edits/148.seqid, newMaxSeqId=148, maxSeqId=1 2024-12-09T00:09:00,734 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:09:00,734 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ff3b37f875d71fbf1ae98bb774f8db14: 2024-12-09T00:09:00,734 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733702873400.ff3b37f875d71fbf1ae98bb774f8db14. 2024-12-09T00:09:00,734 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f5ec8032a00c31524a1dcc8dd55bb896, disabling compactions & flushes 2024-12-09T00:09:00,734 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:09:00,734 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:09:00,734 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. after waiting 0 ms 2024-12-09T00:09:00,734 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:09:00,737 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f5ec8032a00c31524a1dcc8dd55bb896/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,737 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:09:00,737 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f5ec8032a00c31524a1dcc8dd55bb896: 2024-12-09T00:09:00,738 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733702873400.f5ec8032a00c31524a1dcc8dd55bb896. 2024-12-09T00:09:00,738 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61bcc31337b56b9fe94e0c28f13efaad, disabling compactions & flushes 2024-12-09T00:09:00,738 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:09:00,738 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:09:00,738 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. after waiting 0 ms 2024-12-09T00:09:00,738 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:09:00,741 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/61bcc31337b56b9fe94e0c28f13efaad/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,741 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:09:00,741 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61bcc31337b56b9fe94e0c28f13efaad: 2024-12-09T00:09:00,741 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733702873400.61bcc31337b56b9fe94e0c28f13efaad. 2024-12-09T00:09:00,741 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5d153993a0f48ec253f16d610f1405e3, disabling compactions & flushes 2024-12-09T00:09:00,741 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:09:00,741 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:09:00,741 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. after waiting 0 ms 2024-12-09T00:09:00,741 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:09:00,744 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/5d153993a0f48ec253f16d610f1405e3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,745 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:09:00,745 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5d153993a0f48ec253f16d610f1405e3: 2024-12-09T00:09:00,745 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733702873400.5d153993a0f48ec253f16d610f1405e3. 2024-12-09T00:09:00,745 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9e92e69fe4c3504a40ebfbe83dcdd5c, disabling compactions & flushes 2024-12-09T00:09:00,745 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:09:00,745 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:09:00,745 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. after waiting 0 ms 2024-12-09T00:09:00,745 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:09:00,748 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9e92e69fe4c3504a40ebfbe83dcdd5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:00,749 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:09:00,749 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9e92e69fe4c3504a40ebfbe83dcdd5c: 2024-12-09T00:09:00,749 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733702873400.c9e92e69fe4c3504a40ebfbe83dcdd5c. 2024-12-09T00:09:00,749 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f21537907d49a7919dafd69c9a9d062d, disabling compactions & flushes 2024-12-09T00:09:00,749 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:09:00,749 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:09:00,749 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. after waiting 0 ms 2024-12-09T00:09:00,749 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:09:00,749 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f21537907d49a7919dafd69c9a9d062d 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T00:09:00,765 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d/.tmp/info/1bae527457b045929e7fc57519690144 is 45, key is default/info:d/1733702869158/Put/seqid=0 2024-12-09T00:09:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741870_1046 (size=5037) 2024-12-09T00:09:00,789 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1629): Waiting on 062d37503131ca91cb08bdbf4fdba44f, 1588230740, 19ccc63bb55caac3d23c43ab92de4cc8, 3c05c04c197205dcf4c7a08da3d27932, 635b14478b0096de5211645f17cbace1, 734eddb2b3a6860acc22999ed8b14abe, c84a090cfa679ad0ec75f18842f71718, c9baa5b7a3051bd8a342130e4f08cdc0, d07d44475148720fdeec218d6046e795, de1a773e90d7b0c898e379093ccffec7, df045a6d9fceda23bed23aefe3ef2087, e2fb23aa315e513cb66c08feb4b1020a, f21537907d49a7919dafd69c9a9d062d, f4da6886cdddc331cd8ff629a1786b2b, f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:09:00,989 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1629): Waiting on 062d37503131ca91cb08bdbf4fdba44f, 1588230740, 19ccc63bb55caac3d23c43ab92de4cc8, 3c05c04c197205dcf4c7a08da3d27932, 635b14478b0096de5211645f17cbace1, 734eddb2b3a6860acc22999ed8b14abe, c84a090cfa679ad0ec75f18842f71718, c9baa5b7a3051bd8a342130e4f08cdc0, d07d44475148720fdeec218d6046e795, de1a773e90d7b0c898e379093ccffec7, df045a6d9fceda23bed23aefe3ef2087, e2fb23aa315e513cb66c08feb4b1020a, f21537907d49a7919dafd69c9a9d062d, f4da6886cdddc331cd8ff629a1786b2b, f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:09:01,131 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/table/4cf94aff4c91411a9955d4fa9de1d08d 2024-12-09T00:09:01,139 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/info/aedbba17f25e4ebfb5b8c90626527ca2 as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/info/aedbba17f25e4ebfb5b8c90626527ca2 2024-12-09T00:09:01,146 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/info/aedbba17f25e4ebfb5b8c90626527ca2, entries=272, sequenceid=77, filesize=35.5 K 2024-12-09T00:09:01,147 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/rep_barrier/d793ed8fff4f4fb0844b17cc9699c6b0 as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/rep_barrier/d793ed8fff4f4fb0844b17cc9699c6b0 2024-12-09T00:09:01,153 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/rep_barrier/d793ed8fff4f4fb0844b17cc9699c6b0, entries=27, sequenceid=77, filesize=8.4 K 2024-12-09T00:09:01,154 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/.tmp/table/4cf94aff4c91411a9955d4fa9de1d08d as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/table/4cf94aff4c91411a9955d4fa9de1d08d 2024-12-09T00:09:01,161 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/table/4cf94aff4c91411a9955d4fa9de1d08d, entries=6, sequenceid=77, filesize=5.5 K 2024-12-09T00:09:01,162 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 977ms, sequenceid=77, compaction requested=false 2024-12-09T00:09:01,167 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-09T00:09:01,168 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T00:09:01,168 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T00:09:01,168 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T00:09:01,168 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T00:09:01,170 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d/.tmp/info/1bae527457b045929e7fc57519690144 2024-12-09T00:09:01,177 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d/.tmp/info/1bae527457b045929e7fc57519690144 as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d/info/1bae527457b045929e7fc57519690144 2024-12-09T00:09:01,183 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d/info/1bae527457b045929e7fc57519690144, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T00:09:01,184 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f21537907d49a7919dafd69c9a9d062d in 435ms, sequenceid=6, compaction requested=false 2024-12-09T00:09:01,188 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/hbase/namespace/f21537907d49a7919dafd69c9a9d062d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T00:09:01,189 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:09:01,189 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f21537907d49a7919dafd69c9a9d062d: 2024-12-09T00:09:01,189 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733702868339.f21537907d49a7919dafd69c9a9d062d. 2024-12-09T00:09:01,189 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e2fb23aa315e513cb66c08feb4b1020a, disabling compactions & flushes 2024-12-09T00:09:01,189 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:09:01,189 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:09:01,189 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. after waiting 0 ms 2024-12-09T00:09:01,189 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:09:01,189 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1599): Waiting on 13 regions to close 2024-12-09T00:09:01,189 DEBUG [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1629): Waiting on 062d37503131ca91cb08bdbf4fdba44f, 19ccc63bb55caac3d23c43ab92de4cc8, 3c05c04c197205dcf4c7a08da3d27932, 635b14478b0096de5211645f17cbace1, 734eddb2b3a6860acc22999ed8b14abe, c84a090cfa679ad0ec75f18842f71718, c9baa5b7a3051bd8a342130e4f08cdc0, d07d44475148720fdeec218d6046e795, de1a773e90d7b0c898e379093ccffec7, df045a6d9fceda23bed23aefe3ef2087, e2fb23aa315e513cb66c08feb4b1020a, f4da6886cdddc331cd8ff629a1786b2b, f62a9f649377fdfa9d991d4e36f234ef 2024-12-09T00:09:01,192 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/e2fb23aa315e513cb66c08feb4b1020a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,193 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:09:01,193 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e2fb23aa315e513cb66c08feb4b1020a: 2024-12-09T00:09:01,193 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733702873400.e2fb23aa315e513cb66c08feb4b1020a. 2024-12-09T00:09:01,193 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f62a9f649377fdfa9d991d4e36f234ef, disabling compactions & flushes 2024-12-09T00:09:01,193 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:09:01,193 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:09:01,193 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. after waiting 0 ms 2024-12-09T00:09:01,193 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:09:01,196 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f62a9f649377fdfa9d991d4e36f234ef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,196 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:09:01,196 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f62a9f649377fdfa9d991d4e36f234ef: 2024-12-09T00:09:01,197 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733702873400.f62a9f649377fdfa9d991d4e36f234ef. 2024-12-09T00:09:01,197 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing df045a6d9fceda23bed23aefe3ef2087, disabling compactions & flushes 2024-12-09T00:09:01,197 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:09:01,197 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:09:01,197 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. after waiting 0 ms 2024-12-09T00:09:01,197 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:09:01,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/df045a6d9fceda23bed23aefe3ef2087/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,200 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:09:01,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for df045a6d9fceda23bed23aefe3ef2087: 2024-12-09T00:09:01,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733702873400.df045a6d9fceda23bed23aefe3ef2087. 2024-12-09T00:09:01,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 635b14478b0096de5211645f17cbace1, disabling compactions & flushes 2024-12-09T00:09:01,200 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:09:01,200 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:09:01,201 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. after waiting 0 ms 2024-12-09T00:09:01,201 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:09:01,203 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/635b14478b0096de5211645f17cbace1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,204 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:09:01,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 635b14478b0096de5211645f17cbace1: 2024-12-09T00:09:01,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733702873400.635b14478b0096de5211645f17cbace1. 2024-12-09T00:09:01,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 734eddb2b3a6860acc22999ed8b14abe, disabling compactions & flushes 2024-12-09T00:09:01,204 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:09:01,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:09:01,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. after waiting 0 ms 2024-12-09T00:09:01,204 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:09:01,207 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/734eddb2b3a6860acc22999ed8b14abe/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,208 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:09:01,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 734eddb2b3a6860acc22999ed8b14abe: 2024-12-09T00:09:01,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733702873400.734eddb2b3a6860acc22999ed8b14abe. 2024-12-09T00:09:01,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d07d44475148720fdeec218d6046e795, disabling compactions & flushes 2024-12-09T00:09:01,208 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:09:01,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:09:01,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. after waiting 0 ms 2024-12-09T00:09:01,208 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:09:01,211 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/d07d44475148720fdeec218d6046e795/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,212 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:09:01,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d07d44475148720fdeec218d6046e795: 2024-12-09T00:09:01,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733702873400.d07d44475148720fdeec218d6046e795. 2024-12-09T00:09:01,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f4da6886cdddc331cd8ff629a1786b2b, disabling compactions & flushes 2024-12-09T00:09:01,212 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:09:01,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:09:01,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. after waiting 0 ms 2024-12-09T00:09:01,212 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:09:01,215 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/f4da6886cdddc331cd8ff629a1786b2b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,216 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:09:01,216 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f4da6886cdddc331cd8ff629a1786b2b: 2024-12-09T00:09:01,216 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733702873400.f4da6886cdddc331cd8ff629a1786b2b. 2024-12-09T00:09:01,216 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c84a090cfa679ad0ec75f18842f71718, disabling compactions & flushes 2024-12-09T00:09:01,216 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:09:01,216 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:09:01,216 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. after waiting 0 ms 2024-12-09T00:09:01,216 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:09:01,220 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c84a090cfa679ad0ec75f18842f71718/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,220 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:09:01,220 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c84a090cfa679ad0ec75f18842f71718: 2024-12-09T00:09:01,221 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733702873400.c84a090cfa679ad0ec75f18842f71718. 2024-12-09T00:09:01,221 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 062d37503131ca91cb08bdbf4fdba44f, disabling compactions & flushes 2024-12-09T00:09:01,221 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:09:01,221 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:09:01,221 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. after waiting 0 ms 2024-12-09T00:09:01,221 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:09:01,226 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/062d37503131ca91cb08bdbf4fdba44f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,226 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:09:01,226 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 062d37503131ca91cb08bdbf4fdba44f: 2024-12-09T00:09:01,226 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733702873400.062d37503131ca91cb08bdbf4fdba44f. 2024-12-09T00:09:01,226 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing de1a773e90d7b0c898e379093ccffec7, disabling compactions & flushes 2024-12-09T00:09:01,226 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:09:01,226 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:09:01,226 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. after waiting 0 ms 2024-12-09T00:09:01,226 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:09:01,230 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/de1a773e90d7b0c898e379093ccffec7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,230 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:09:01,230 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for de1a773e90d7b0c898e379093ccffec7: 2024-12-09T00:09:01,231 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733702873400.de1a773e90d7b0c898e379093ccffec7. 2024-12-09T00:09:01,231 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19ccc63bb55caac3d23c43ab92de4cc8, disabling compactions & flushes 2024-12-09T00:09:01,231 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:09:01,231 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:09:01,231 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. after waiting 0 ms 2024-12-09T00:09:01,231 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:09:01,234 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/19ccc63bb55caac3d23c43ab92de4cc8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,235 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:09:01,235 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19ccc63bb55caac3d23c43ab92de4cc8: 2024-12-09T00:09:01,235 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733702873400.19ccc63bb55caac3d23c43ab92de4cc8. 2024-12-09T00:09:01,235 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9baa5b7a3051bd8a342130e4f08cdc0, disabling compactions & flushes 2024-12-09T00:09:01,235 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:09:01,235 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:09:01,235 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. after waiting 0 ms 2024-12-09T00:09:01,235 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:09:01,238 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/c9baa5b7a3051bd8a342130e4f08cdc0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,238 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:09:01,238 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9baa5b7a3051bd8a342130e4f08cdc0: 2024-12-09T00:09:01,238 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733702873400.c9baa5b7a3051bd8a342130e4f08cdc0. 2024-12-09T00:09:01,239 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3c05c04c197205dcf4c7a08da3d27932, disabling compactions & flushes 2024-12-09T00:09:01,239 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:09:01,239 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:09:01,239 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. after waiting 0 ms 2024-12-09T00:09:01,239 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:09:01,242 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/data/default/test/3c05c04c197205dcf4c7a08da3d27932/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:01,243 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:09:01,243 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3c05c04c197205dcf4c7a08da3d27932: 2024-12-09T00:09:01,243 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733702873400.3c05c04c197205dcf4c7a08da3d27932. 2024-12-09T00:09:01,389 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1250): stopping server 7ba18a594d9f,36113,1733702866085; all regions closed. 2024-12-09T00:09:01,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741834_1010 (size=40374) 2024-12-09T00:09:01,397 DEBUG [RS:0;7ba18a594d9f:36113 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/oldWALs 2024-12-09T00:09:01,397 INFO [RS:0;7ba18a594d9f:36113 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7ba18a594d9f%2C36113%2C1733702866085.meta:.meta(num 1733702868275) 2024-12-09T00:09:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741833_1009 (size=7229104) 2024-12-09T00:09:01,401 DEBUG [RS:0;7ba18a594d9f:36113 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/oldWALs 2024-12-09T00:09:01,401 INFO [RS:0;7ba18a594d9f:36113 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7ba18a594d9f%2C36113%2C1733702866085:(num 1733702867705) 2024-12-09T00:09:01,401 DEBUG [RS:0;7ba18a594d9f:36113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:01,401 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T00:09:01,401 INFO [RS:0;7ba18a594d9f:36113 {}] hbase.ChoreService(370): Chore service for: regionserver/7ba18a594d9f:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T00:09:01,402 INFO [regionserver/7ba18a594d9f:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T00:09:01,402 INFO [RS:0;7ba18a594d9f:36113 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;7ba18a594d9f:36113. 2024-12-09T00:09:01,402 DEBUG [RS:0;7ba18a594d9f:36113 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T00:09:01,403 DEBUG [RS:0;7ba18a594d9f:36113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:01,403 DEBUG [RS:0;7ba18a594d9f:36113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29ec84f8 to 127.0.0.1:59816 2024-12-09T00:09:01,403 INFO [RS:0;7ba18a594d9f:36113 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36113 2024-12-09T00:09:01,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/7ba18a594d9f,36113,1733702866085 2024-12-09T00:09:01,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-09T00:09:01,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ba18a594d9f,36113,1733702866085] 2024-12-09T00:09:01,409 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7ba18a594d9f,36113,1733702866085; numProcessing=1 2024-12-09T00:09:01,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/7ba18a594d9f,36113,1733702866085 already deleted, retry=false 2024-12-09T00:09:01,410 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7ba18a594d9f,36113,1733702866085 expired; onlineServers=0 2024-12-09T00:09:01,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7ba18a594d9f,46483,1733702866031' ***** 2024-12-09T00:09:01,410 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T00:09:01,410 DEBUG [M:0;7ba18a594d9f:46483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da36ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ba18a594d9f/172.17.0.2:0 2024-12-09T00:09:01,410 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HRegionServer(1224): stopping server 7ba18a594d9f,46483,1733702866031 2024-12-09T00:09:01,410 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HRegionServer(1250): stopping server 7ba18a594d9f,46483,1733702866031; all regions closed. 2024-12-09T00:09:01,410 DEBUG [M:0;7ba18a594d9f:46483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:01,410 DEBUG [M:0;7ba18a594d9f:46483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T00:09:01,410 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T00:09:01,411 DEBUG [M:0;7ba18a594d9f:46483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T00:09:01,411 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.small.0-1733702867506 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.small.0-1733702867506,5,FailOnTimeoutGroup] 2024-12-09T00:09:01,411 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.large.0-1733702867504 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.large.0-1733702867504,5,FailOnTimeoutGroup] 2024-12-09T00:09:01,411 INFO [M:0;7ba18a594d9f:46483 {}] hbase.ChoreService(370): Chore service for: master/7ba18a594d9f:0 had [] on shutdown 2024-12-09T00:09:01,411 DEBUG [M:0;7ba18a594d9f:46483 {}] master.HMaster(1733): Stopping service threads 2024-12-09T00:09:01,411 INFO [M:0;7ba18a594d9f:46483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T00:09:01,411 INFO [M:0;7ba18a594d9f:46483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T00:09:01,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T00:09:01,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-09T00:09:01,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-09T00:09:01,412 DEBUG [M:0;7ba18a594d9f:46483 {}] zookeeper.ZKUtil(347): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-09T00:09:01,412 WARN [M:0;7ba18a594d9f:46483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T00:09:01,412 INFO [M:0;7ba18a594d9f:46483 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T00:09:01,412 INFO [M:0;7ba18a594d9f:46483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T00:09:01,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-09T00:09:01,412 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T00:09:01,412 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:01,412 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:01,412 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T00:09:01,412 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:01,413 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.30 KB heapSize=271 KB 2024-12-09T00:09:01,430 DEBUG [M:0;7ba18a594d9f:46483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dddb1ed2dddc480fae4ad28bf9d4050a is 82, key is hbase:meta,,1/info:regioninfo/1733702868316/Put/seqid=0 2024-12-09T00:09:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741871_1047 (size=5672) 2024-12-09T00:09:01,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:01,508 INFO [RS:0;7ba18a594d9f:36113 {}] regionserver.HRegionServer(1307): Exiting; stopping=7ba18a594d9f,36113,1733702866085; zookeeper connection closed. 2024-12-09T00:09:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36113-0x1007419e1e10004, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:01,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ad53241 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ad53241 2024-12-09T00:09:01,509 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T00:09:01,835 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dddb1ed2dddc480fae4ad28bf9d4050a 2024-12-09T00:09:01,859 DEBUG [M:0;7ba18a594d9f:46483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6570ffb1284655a165eb824d9b8f5d is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733702876575/Put/seqid=0 2024-12-09T00:09:01,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741872_1048 (size=11253) 2024-12-09T00:09:02,081 INFO [7ba18a594d9f:33287Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-09T00:09:02,265 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.75 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6570ffb1284655a165eb824d9b8f5d 2024-12-09T00:09:02,271 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa6570ffb1284655a165eb824d9b8f5d 2024-12-09T00:09:02,287 DEBUG [M:0;7ba18a594d9f:46483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d19e6d18f5c4add860488ba50ff8c76 is 69, key is 7ba18a594d9f,36113,1733702866085/rs:state/1733702867535/Put/seqid=0 2024-12-09T00:09:02,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741873_1049 (size=5156) 2024-12-09T00:09:02,692 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d19e6d18f5c4add860488ba50ff8c76 2024-12-09T00:09:02,700 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dddb1ed2dddc480fae4ad28bf9d4050a as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dddb1ed2dddc480fae4ad28bf9d4050a 2024-12-09T00:09:02,706 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dddb1ed2dddc480fae4ad28bf9d4050a, entries=8, sequenceid=549, filesize=5.5 K 2024-12-09T00:09:02,707 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6570ffb1284655a165eb824d9b8f5d as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa6570ffb1284655a165eb824d9b8f5d 2024-12-09T00:09:02,713 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa6570ffb1284655a165eb824d9b8f5d 2024-12-09T00:09:02,713 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa6570ffb1284655a165eb824d9b8f5d, entries=69, sequenceid=549, filesize=11.0 K 2024-12-09T00:09:02,714 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d19e6d18f5c4add860488ba50ff8c76 as hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d19e6d18f5c4add860488ba50ff8c76 2024-12-09T00:09:02,719 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39147/user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d19e6d18f5c4add860488ba50ff8c76, entries=1, sequenceid=549, filesize=5.0 K 2024-12-09T00:09:02,720 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.30 KB/225588, heapSize ~270.70 KB/277200, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=549, compaction requested=false 2024-12-09T00:09:02,722 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:02,722 DEBUG [M:0;7ba18a594d9f:46483 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T00:09:02,724 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/856f783b-fd3c-7c4b-9cbc-28b3844baf5b/MasterData/WALs/7ba18a594d9f,46483,1733702866031/7ba18a594d9f%2C46483%2C1733702866031.1733702867396 not finished, retry = 0 2024-12-09T00:09:02,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40605 is added to blk_1073741830_1006 (size=262200) 2024-12-09T00:09:02,825 INFO [M:0;7ba18a594d9f:46483 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T00:09:02,825 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T00:09:02,826 INFO [M:0;7ba18a594d9f:46483 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46483 2024-12-09T00:09:02,831 DEBUG [M:0;7ba18a594d9f:46483 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/7ba18a594d9f,46483,1733702866031 already deleted, retry=false 2024-12-09T00:09:02,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:02,932 INFO [M:0;7ba18a594d9f:46483 {}] regionserver.HRegionServer(1307): Exiting; stopping=7ba18a594d9f,46483,1733702866031; zookeeper connection closed. 2024-12-09T00:09:02,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46483-0x1007419e1e10003, quorum=127.0.0.1:59816, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:02,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37ac18d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T00:09:02,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1922e503{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T00:09:02,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T00:09:02,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c55586{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T00:09:02,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f2b03a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/hadoop.log.dir/,STOPPED} 2024-12-09T00:09:02,942 WARN [BP-1892583860-172.17.0.2-1733702864948 heartbeating to localhost/127.0.0.1:39147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T00:09:02,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T00:09:02,942 WARN [BP-1892583860-172.17.0.2-1733702864948 heartbeating to localhost/127.0.0.1:39147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1892583860-172.17.0.2-1733702864948 (Datanode Uuid 3bc26246-42fc-4be6-bfd2-7b6a6f11f214) service to localhost/127.0.0.1:39147 2024-12-09T00:09:02,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T00:09:02,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/cluster_19db3aa2-5ed4-09be-93aa-34e60c0e4df1/dfs/data/data1/current/BP-1892583860-172.17.0.2-1733702864948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T00:09:02,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/cluster_19db3aa2-5ed4-09be-93aa-34e60c0e4df1/dfs/data/data2/current/BP-1892583860-172.17.0.2-1733702864948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T00:09:02,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T00:09:02,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3087f532{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T00:09:02,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47d4c27b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T00:09:02,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T00:09:02,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f958546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T00:09:02,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a6be423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5758ae-7dca-3363-2cbd-b5098322e08a/hadoop.log.dir/,STOPPED} 2024-12-09T00:09:02,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T00:09:02,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T00:09:02,981 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T00:09:02,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76939ef1 to 127.0.0.1:59816 2024-12-09T00:09:02,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:02,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T00:09:02,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=702506913, stopped=false 2024-12-09T00:09:02,981 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7ba18a594d9f,46565,1733702858642 2024-12-09T00:09:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T00:09:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-09T00:09:02,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T00:09:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:09:02,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:09:02,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:02,983 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7ba18a594d9f,33287,1733702859380' ***** 2024-12-09T00:09:02,983 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T00:09:02,983 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T00:09:02,984 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 36ea890997ee952bb6aed34990a5dad4 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fb926beb9dc8f18201bf51903952d6d 2024-12-09T00:09:02,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T00:09:02,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for ab767057416230298f601faa4759405a 2024-12-09T00:09:02,984 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 36ea890997ee952bb6aed34990a5dad4, disabling compactions & flushes 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 369ca2a479cfbd27011363d96f7d7a21 2024-12-09T00:09:02,984 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 64406a402faa7d0dcecaae518d35de93 2024-12-09T00:09:02,984 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 30d3af3edfdf96db04341045c11dc1de 2024-12-09T00:09:02,984 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. after waiting 0 ms 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 4d4b75a06ca0a38c41da237d74d82d64 2024-12-09T00:09:02,984 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 24d0adcf76e0226b566a71a5eef43e4e 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 3f9aa259ba6acb7c4f9de512a6233d0c 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 62a02631007f3a1498255307ae02baa2 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for bda2e2f64b9106401c30c27e8259ab84 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 13e5319ecbca4588b6e13a25080d2bc7 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 705916f84580e5dbfa6131104aefe9f2 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 5927581d2a6f332424044ca749bd948f 2024-12-09T00:09:02,984 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 88e61901b8b26bf7227eea41da4b97f9 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ce54aa6d11d1f774e47eec027abb731 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 9232d44388e07a1c04f3f3c5871252a3 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 48ec6e76178b169810da73c4ba8da174 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 0039d9b45df4233da8425a393468818f 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for b647130b34d5c076370a3486c26d3bef 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 731827b64e78ba45705c9d52037df300 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for b12c3989e0329153f7175b0e311597c3 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 9d7ce4dcd29caa90918d4632bb34080e 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 375d80e7fa6abc94157d87062164be48 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 0038964e14eaf0118cf881fd94287862 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for b3d40124d73e8f9792e65ffc0d365bb4 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1224): stopping server 7ba18a594d9f,33287,1733702859380 2024-12-09T00:09:02,985 DEBUG [RS:0;7ba18a594d9f:33287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T00:09:02,985 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-09T00:09:02,985 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1629): Waiting on 0038964e14eaf0118cf881fd94287862, 0039d9b45df4233da8425a393468818f, 13e5319ecbca4588b6e13a25080d2bc7, 1588230740, 24d0adcf76e0226b566a71a5eef43e4e, 30d3af3edfdf96db04341045c11dc1de, 369ca2a479cfbd27011363d96f7d7a21, 36ea890997ee952bb6aed34990a5dad4, 375d80e7fa6abc94157d87062164be48, 3f9aa259ba6acb7c4f9de512a6233d0c, 48ec6e76178b169810da73c4ba8da174, 4ce54aa6d11d1f774e47eec027abb731, 4d4b75a06ca0a38c41da237d74d82d64, 5927581d2a6f332424044ca749bd948f, 62a02631007f3a1498255307ae02baa2, 64406a402faa7d0dcecaae518d35de93, 705916f84580e5dbfa6131104aefe9f2, 731827b64e78ba45705c9d52037df300, 7fb926beb9dc8f18201bf51903952d6d, 88e61901b8b26bf7227eea41da4b97f9, 9232d44388e07a1c04f3f3c5871252a3, 9d7ce4dcd29caa90918d4632bb34080e, ab767057416230298f601faa4759405a, b12c3989e0329153f7175b0e311597c3, b3d40124d73e8f9792e65ffc0d365bb4, b647130b34d5c076370a3486c26d3bef, bda2e2f64b9106401c30c27e8259ab84, bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:09:02,985 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T00:09:02,985 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T00:09:02,986 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T00:09:02,986 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T00:09:02,986 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T00:09:02,986 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-09T00:09:02,989 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/36ea890997ee952bb6aed34990a5dad4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:02,989 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:09:02,989 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 36ea890997ee952bb6aed34990a5dad4: 2024-12-09T00:09:02,989 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1733702869248.36ea890997ee952bb6aed34990a5dad4. 2024-12-09T00:09:02,989 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fb926beb9dc8f18201bf51903952d6d, disabling compactions & flushes 2024-12-09T00:09:02,989 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:09:02,990 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:09:02,990 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. after waiting 0 ms 2024-12-09T00:09:02,990 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:09:02,993 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/7fb926beb9dc8f18201bf51903952d6d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:02,993 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:09:02,993 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fb926beb9dc8f18201bf51903952d6d: 2024-12-09T00:09:02,993 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1733702869248.7fb926beb9dc8f18201bf51903952d6d. 2024-12-09T00:09:02,993 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab767057416230298f601faa4759405a, disabling compactions & flushes 2024-12-09T00:09:02,993 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:09:02,993 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:09:02,994 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. after waiting 0 ms 2024-12-09T00:09:02,994 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:09:02,994 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing ab767057416230298f601faa4759405a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T00:09:03,002 INFO [regionserver/7ba18a594d9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T00:09:03,005 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/info/c32c4a38789c49b389ffbb520d1de91c is 143, key is hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a./info:regioninfo/1733702864622/Put/seqid=0 2024-12-09T00:09:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741867_1043 (size=36340) 2024-12-09T00:09:03,010 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a/.tmp/info/fb0cff80bc244334b9637896be63fd89 is 45, key is default/info:d/1733702864715/Put/seqid=0 2024-12-09T00:09:03,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741868_1044 (size=5037) 2024-12-09T00:09:03,100 INFO [regionserver/7ba18a594d9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T00:09:03,100 INFO [regionserver/7ba18a594d9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T00:09:03,186 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1629): Waiting on 0038964e14eaf0118cf881fd94287862, 0039d9b45df4233da8425a393468818f, 13e5319ecbca4588b6e13a25080d2bc7, 1588230740, 24d0adcf76e0226b566a71a5eef43e4e, 30d3af3edfdf96db04341045c11dc1de, 369ca2a479cfbd27011363d96f7d7a21, 375d80e7fa6abc94157d87062164be48, 3f9aa259ba6acb7c4f9de512a6233d0c, 48ec6e76178b169810da73c4ba8da174, 4ce54aa6d11d1f774e47eec027abb731, 4d4b75a06ca0a38c41da237d74d82d64, 5927581d2a6f332424044ca749bd948f, 62a02631007f3a1498255307ae02baa2, 64406a402faa7d0dcecaae518d35de93, 705916f84580e5dbfa6131104aefe9f2, 731827b64e78ba45705c9d52037df300, 88e61901b8b26bf7227eea41da4b97f9, 9232d44388e07a1c04f3f3c5871252a3, 9d7ce4dcd29caa90918d4632bb34080e, ab767057416230298f601faa4759405a, b12c3989e0329153f7175b0e311597c3, b3d40124d73e8f9792e65ffc0d365bb4, b647130b34d5c076370a3486c26d3bef, bda2e2f64b9106401c30c27e8259ab84, bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:09:03,386 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1629): Waiting on 0038964e14eaf0118cf881fd94287862, 0039d9b45df4233da8425a393468818f, 13e5319ecbca4588b6e13a25080d2bc7, 1588230740, 24d0adcf76e0226b566a71a5eef43e4e, 30d3af3edfdf96db04341045c11dc1de, 369ca2a479cfbd27011363d96f7d7a21, 375d80e7fa6abc94157d87062164be48, 3f9aa259ba6acb7c4f9de512a6233d0c, 48ec6e76178b169810da73c4ba8da174, 4ce54aa6d11d1f774e47eec027abb731, 4d4b75a06ca0a38c41da237d74d82d64, 5927581d2a6f332424044ca749bd948f, 62a02631007f3a1498255307ae02baa2, 64406a402faa7d0dcecaae518d35de93, 705916f84580e5dbfa6131104aefe9f2, 731827b64e78ba45705c9d52037df300, 88e61901b8b26bf7227eea41da4b97f9, 9232d44388e07a1c04f3f3c5871252a3, 9d7ce4dcd29caa90918d4632bb34080e, ab767057416230298f601faa4759405a, b12c3989e0329153f7175b0e311597c3, b3d40124d73e8f9792e65ffc0d365bb4, b647130b34d5c076370a3486c26d3bef, bda2e2f64b9106401c30c27e8259ab84, bf37e73ee3ef626ecae3ff0a80dc7787 2024-12-09T00:09:03,410 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/info/c32c4a38789c49b389ffbb520d1de91c 2024-12-09T00:09:03,414 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a/.tmp/info/fb0cff80bc244334b9637896be63fd89 2024-12-09T00:09:03,421 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a/.tmp/info/fb0cff80bc244334b9637896be63fd89 as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a/info/fb0cff80bc244334b9637896be63fd89 2024-12-09T00:09:03,427 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a/info/fb0cff80bc244334b9637896be63fd89, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T00:09:03,427 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for ab767057416230298f601faa4759405a in 433ms, sequenceid=6, compaction requested=false 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/namespace/ab767057416230298f601faa4759405a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T00:09:03,434 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab767057416230298f601faa4759405a: 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733702863363.ab767057416230298f601faa4759405a. 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/rep_barrier/7ac3b5dec2f449d88cebb7f71f2cd41f is 115, key is test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2./rep_barrier:seqnumDuringOpen/1733702873000/Put/seqid=0 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 369ca2a479cfbd27011363d96f7d7a21, disabling compactions & flushes 2024-12-09T00:09:03,434 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. after waiting 0 ms 2024-12-09T00:09:03,434 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:09:03,438 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/369ca2a479cfbd27011363d96f7d7a21/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741869_1045 (size=8574) 2024-12-09T00:09:03,439 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:09:03,439 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 369ca2a479cfbd27011363d96f7d7a21: 2024-12-09T00:09:03,439 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1733702869248.369ca2a479cfbd27011363d96f7d7a21. 2024-12-09T00:09:03,439 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 64406a402faa7d0dcecaae518d35de93, disabling compactions & flushes 2024-12-09T00:09:03,439 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:09:03,439 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:09:03,439 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. after waiting 0 ms 2024-12-09T00:09:03,439 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:09:03,442 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/64406a402faa7d0dcecaae518d35de93/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,442 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:09:03,442 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 64406a402faa7d0dcecaae518d35de93: 2024-12-09T00:09:03,442 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1733702869248.64406a402faa7d0dcecaae518d35de93. 2024-12-09T00:09:03,442 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 30d3af3edfdf96db04341045c11dc1de, disabling compactions & flushes 2024-12-09T00:09:03,443 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:09:03,443 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:09:03,443 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. after waiting 0 ms 2024-12-09T00:09:03,443 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:09:03,445 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/30d3af3edfdf96db04341045c11dc1de/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,446 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:09:03,446 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 30d3af3edfdf96db04341045c11dc1de: 2024-12-09T00:09:03,446 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1733702869248.30d3af3edfdf96db04341045c11dc1de. 2024-12-09T00:09:03,446 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4d4b75a06ca0a38c41da237d74d82d64, disabling compactions & flushes 2024-12-09T00:09:03,446 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:09:03,446 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:09:03,446 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. after waiting 0 ms 2024-12-09T00:09:03,446 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:09:03,448 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4d4b75a06ca0a38c41da237d74d82d64/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,449 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:09:03,449 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4d4b75a06ca0a38c41da237d74d82d64: 2024-12-09T00:09:03,449 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1733702869248.4d4b75a06ca0a38c41da237d74d82d64. 2024-12-09T00:09:03,449 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 24d0adcf76e0226b566a71a5eef43e4e, disabling compactions & flushes 2024-12-09T00:09:03,449 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:09:03,449 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:09:03,449 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. after waiting 0 ms 2024-12-09T00:09:03,449 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:09:03,452 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/24d0adcf76e0226b566a71a5eef43e4e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,452 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:09:03,452 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 24d0adcf76e0226b566a71a5eef43e4e: 2024-12-09T00:09:03,452 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1733702869248.24d0adcf76e0226b566a71a5eef43e4e. 2024-12-09T00:09:03,452 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3f9aa259ba6acb7c4f9de512a6233d0c, disabling compactions & flushes 2024-12-09T00:09:03,453 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:09:03,453 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:09:03,453 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. after waiting 0 ms 2024-12-09T00:09:03,453 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:09:03,455 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/3f9aa259ba6acb7c4f9de512a6233d0c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,456 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:09:03,456 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3f9aa259ba6acb7c4f9de512a6233d0c: 2024-12-09T00:09:03,456 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1733702869248.3f9aa259ba6acb7c4f9de512a6233d0c. 2024-12-09T00:09:03,456 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 62a02631007f3a1498255307ae02baa2, disabling compactions & flushes 2024-12-09T00:09:03,456 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:09:03,456 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:09:03,456 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. after waiting 0 ms 2024-12-09T00:09:03,456 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:09:03,458 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/62a02631007f3a1498255307ae02baa2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,459 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:09:03,459 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 62a02631007f3a1498255307ae02baa2: 2024-12-09T00:09:03,459 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1733702869248.62a02631007f3a1498255307ae02baa2. 2024-12-09T00:09:03,459 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bda2e2f64b9106401c30c27e8259ab84, disabling compactions & flushes 2024-12-09T00:09:03,459 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:09:03,459 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:09:03,459 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. after waiting 0 ms 2024-12-09T00:09:03,459 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:09:03,462 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bda2e2f64b9106401c30c27e8259ab84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,462 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:09:03,462 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bda2e2f64b9106401c30c27e8259ab84: 2024-12-09T00:09:03,462 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1733702869248.bda2e2f64b9106401c30c27e8259ab84. 2024-12-09T00:09:03,462 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 13e5319ecbca4588b6e13a25080d2bc7, disabling compactions & flushes 2024-12-09T00:09:03,462 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:09:03,462 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:09:03,462 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. after waiting 0 ms 2024-12-09T00:09:03,462 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:09:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/13e5319ecbca4588b6e13a25080d2bc7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,466 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:09:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 13e5319ecbca4588b6e13a25080d2bc7: 2024-12-09T00:09:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1733702869248.13e5319ecbca4588b6e13a25080d2bc7. 2024-12-09T00:09:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 705916f84580e5dbfa6131104aefe9f2, disabling compactions & flushes 2024-12-09T00:09:03,466 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:09:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:09:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. after waiting 0 ms 2024-12-09T00:09:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:09:03,469 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/705916f84580e5dbfa6131104aefe9f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,470 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:09:03,470 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 705916f84580e5dbfa6131104aefe9f2: 2024-12-09T00:09:03,470 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1733702869248.705916f84580e5dbfa6131104aefe9f2. 2024-12-09T00:09:03,470 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5927581d2a6f332424044ca749bd948f, disabling compactions & flushes 2024-12-09T00:09:03,470 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:09:03,470 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:09:03,470 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. after waiting 0 ms 2024-12-09T00:09:03,470 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:09:03,472 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/5927581d2a6f332424044ca749bd948f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,473 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:09:03,473 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5927581d2a6f332424044ca749bd948f: 2024-12-09T00:09:03,473 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1733702869248.5927581d2a6f332424044ca749bd948f. 2024-12-09T00:09:03,473 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 88e61901b8b26bf7227eea41da4b97f9, disabling compactions & flushes 2024-12-09T00:09:03,473 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:09:03,473 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:09:03,473 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. after waiting 0 ms 2024-12-09T00:09:03,473 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:09:03,475 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/88e61901b8b26bf7227eea41da4b97f9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,476 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:09:03,476 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 88e61901b8b26bf7227eea41da4b97f9: 2024-12-09T00:09:03,476 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1733702869248.88e61901b8b26bf7227eea41da4b97f9. 2024-12-09T00:09:03,476 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4ce54aa6d11d1f774e47eec027abb731, disabling compactions & flushes 2024-12-09T00:09:03,476 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:09:03,476 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:09:03,476 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. after waiting 0 ms 2024-12-09T00:09:03,476 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:09:03,479 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/4ce54aa6d11d1f774e47eec027abb731/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,479 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:09:03,479 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4ce54aa6d11d1f774e47eec027abb731: 2024-12-09T00:09:03,479 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1733702869248.4ce54aa6d11d1f774e47eec027abb731. 2024-12-09T00:09:03,479 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9232d44388e07a1c04f3f3c5871252a3, disabling compactions & flushes 2024-12-09T00:09:03,479 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:09:03,479 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:09:03,479 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. after waiting 0 ms 2024-12-09T00:09:03,479 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:09:03,482 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9232d44388e07a1c04f3f3c5871252a3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,482 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:09:03,482 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9232d44388e07a1c04f3f3c5871252a3: 2024-12-09T00:09:03,483 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1733702869248.9232d44388e07a1c04f3f3c5871252a3. 2024-12-09T00:09:03,483 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 48ec6e76178b169810da73c4ba8da174, disabling compactions & flushes 2024-12-09T00:09:03,483 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:09:03,483 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:09:03,483 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1733702869248.48ec6e76178b169810da73c4ba8da174. after waiting 0 ms 2024-12-09T00:09:03,483 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:09:03,483 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 48ec6e76178b169810da73c4ba8da174 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-09T00:09:03,520 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174/.tmp/f/97de2e3137ce4480984dcc608314cc31 is 4136, key is NormalPut000/f:row/1733702883087/Put/seqid=0 2024-12-09T00:09:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741870_1046 (size=4147225) 2024-12-09T00:09:03,522 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174/.tmp/f/97de2e3137ce4480984dcc608314cc31 2024-12-09T00:09:03,529 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174/.tmp/f/97de2e3137ce4480984dcc608314cc31 as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174/f/97de2e3137ce4480984dcc608314cc31 2024-12-09T00:09:03,535 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174/f/97de2e3137ce4480984dcc608314cc31, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-09T00:09:03,536 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 48ec6e76178b169810da73c4ba8da174 in 53ms, sequenceid=1004, compaction requested=false 2024-12-09T00:09:03,539 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/48ec6e76178b169810da73c4ba8da174/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-09T00:09:03,540 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:09:03,540 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 48ec6e76178b169810da73c4ba8da174: 2024-12-09T00:09:03,540 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733702869248.48ec6e76178b169810da73c4ba8da174. 2024-12-09T00:09:03,540 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0039d9b45df4233da8425a393468818f, disabling compactions & flushes 2024-12-09T00:09:03,540 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:09:03,540 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:09:03,540 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1733702869248.0039d9b45df4233da8425a393468818f. after waiting 0 ms 2024-12-09T00:09:03,540 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:09:03,543 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0039d9b45df4233da8425a393468818f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,544 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:09:03,544 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0039d9b45df4233da8425a393468818f: 2024-12-09T00:09:03,544 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1733702869248.0039d9b45df4233da8425a393468818f. 2024-12-09T00:09:03,544 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b647130b34d5c076370a3486c26d3bef, disabling compactions & flushes 2024-12-09T00:09:03,544 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:09:03,544 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:09:03,544 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. after waiting 0 ms 2024-12-09T00:09:03,544 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:09:03,547 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b647130b34d5c076370a3486c26d3bef/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,547 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:09:03,547 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b647130b34d5c076370a3486c26d3bef: 2024-12-09T00:09:03,547 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1733702869248.b647130b34d5c076370a3486c26d3bef. 2024-12-09T00:09:03,548 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf37e73ee3ef626ecae3ff0a80dc7787, disabling compactions & flushes 2024-12-09T00:09:03,548 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:09:03,548 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:09:03,548 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. after waiting 0 ms 2024-12-09T00:09:03,548 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:09:03,551 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/bf37e73ee3ef626ecae3ff0a80dc7787/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,551 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:09:03,551 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf37e73ee3ef626ecae3ff0a80dc7787: 2024-12-09T00:09:03,551 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1733702869248.bf37e73ee3ef626ecae3ff0a80dc7787. 2024-12-09T00:09:03,551 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 731827b64e78ba45705c9d52037df300, disabling compactions & flushes 2024-12-09T00:09:03,551 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:09:03,551 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:09:03,551 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. after waiting 0 ms 2024-12-09T00:09:03,551 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:09:03,554 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/731827b64e78ba45705c9d52037df300/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,555 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:09:03,555 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 731827b64e78ba45705c9d52037df300: 2024-12-09T00:09:03,555 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1733702869248.731827b64e78ba45705c9d52037df300. 2024-12-09T00:09:03,555 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b12c3989e0329153f7175b0e311597c3, disabling compactions & flushes 2024-12-09T00:09:03,555 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:09:03,555 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:09:03,555 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. after waiting 0 ms 2024-12-09T00:09:03,555 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:09:03,558 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b12c3989e0329153f7175b0e311597c3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,559 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:09:03,559 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b12c3989e0329153f7175b0e311597c3: 2024-12-09T00:09:03,559 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1733702869248.b12c3989e0329153f7175b0e311597c3. 2024-12-09T00:09:03,559 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9d7ce4dcd29caa90918d4632bb34080e, disabling compactions & flushes 2024-12-09T00:09:03,559 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:09:03,559 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:09:03,559 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. after waiting 0 ms 2024-12-09T00:09:03,559 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:09:03,567 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/9d7ce4dcd29caa90918d4632bb34080e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,568 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:09:03,568 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9d7ce4dcd29caa90918d4632bb34080e: 2024-12-09T00:09:03,568 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1733702869248.9d7ce4dcd29caa90918d4632bb34080e. 2024-12-09T00:09:03,568 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 375d80e7fa6abc94157d87062164be48, disabling compactions & flushes 2024-12-09T00:09:03,568 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:09:03,568 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:09:03,568 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. after waiting 0 ms 2024-12-09T00:09:03,568 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:09:03,576 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/375d80e7fa6abc94157d87062164be48/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,577 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:09:03,577 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 375d80e7fa6abc94157d87062164be48: 2024-12-09T00:09:03,577 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1733702869248.375d80e7fa6abc94157d87062164be48. 2024-12-09T00:09:03,577 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0038964e14eaf0118cf881fd94287862, disabling compactions & flushes 2024-12-09T00:09:03,577 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:09:03,577 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:09:03,577 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. after waiting 0 ms 2024-12-09T00:09:03,577 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:09:03,581 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/0038964e14eaf0118cf881fd94287862/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,581 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:09:03,581 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0038964e14eaf0118cf881fd94287862: 2024-12-09T00:09:03,581 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1733702869248.0038964e14eaf0118cf881fd94287862. 2024-12-09T00:09:03,582 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b3d40124d73e8f9792e65ffc0d365bb4, disabling compactions & flushes 2024-12-09T00:09:03,582 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:09:03,582 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:09:03,582 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. after waiting 0 ms 2024-12-09T00:09:03,582 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:09:03,585 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/default/test/b3d40124d73e8f9792e65ffc0d365bb4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-09T00:09:03,586 INFO [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:09:03,586 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b3d40124d73e8f9792e65ffc0d365bb4: 2024-12-09T00:09:03,586 DEBUG [RS_CLOSE_REGION-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1733702869248.b3d40124d73e8f9792e65ffc0d365bb4. 2024-12-09T00:09:03,586 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T00:09:03,786 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T00:09:03,839 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/rep_barrier/7ac3b5dec2f449d88cebb7f71f2cd41f 2024-12-09T00:09:03,861 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/table/c5d97f529c514927bb488aba58697eff is 94, key is testdroppedtimed,,1733702878218.a39e71731e5dfda02e883726588afc22./table:/1733702937333/DeleteFamily/seqid=0 2024-12-09T00:09:03,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741871_1047 (size=5605) 2024-12-09T00:09:03,986 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T00:09:03,987 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-09T00:09:03,987 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T00:09:04,187 DEBUG [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-09T00:09:04,269 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/table/c5d97f529c514927bb488aba58697eff 2024-12-09T00:09:04,280 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/info/c32c4a38789c49b389ffbb520d1de91c as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/info/c32c4a38789c49b389ffbb520d1de91c 2024-12-09T00:09:04,289 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/info/c32c4a38789c49b389ffbb520d1de91c, entries=272, sequenceid=77, filesize=35.5 K 2024-12-09T00:09:04,290 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/rep_barrier/7ac3b5dec2f449d88cebb7f71f2cd41f as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/rep_barrier/7ac3b5dec2f449d88cebb7f71f2cd41f 2024-12-09T00:09:04,297 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/rep_barrier/7ac3b5dec2f449d88cebb7f71f2cd41f, entries=27, sequenceid=77, filesize=8.4 K 2024-12-09T00:09:04,298 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/.tmp/table/c5d97f529c514927bb488aba58697eff as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/table/c5d97f529c514927bb488aba58697eff 2024-12-09T00:09:04,306 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/table/c5d97f529c514927bb488aba58697eff, entries=6, sequenceid=77, filesize=5.5 K 2024-12-09T00:09:04,309 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=77, compaction requested=false 2024-12-09T00:09:04,330 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-09T00:09:04,331 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T00:09:04,331 INFO [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T00:09:04,331 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T00:09:04,331 DEBUG [RS_CLOSE_META-regionserver/7ba18a594d9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T00:09:04,387 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1250): stopping server 7ba18a594d9f,33287,1733702859380; all regions closed. 2024-12-09T00:09:04,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.meta.1733702863121.meta not finished, retry = 0 2024-12-09T00:09:04,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741834_1010 (size=40374) 2024-12-09T00:09:04,496 DEBUG [RS:0;7ba18a594d9f:33287 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/oldWALs 2024-12-09T00:09:04,496 INFO [RS:0;7ba18a594d9f:33287 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7ba18a594d9f%2C33287%2C1733702859380.meta:.meta(num 1733702863121) 2024-12-09T00:09:04,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/WALs/7ba18a594d9f,33287,1733702859380/7ba18a594d9f%2C33287%2C1733702859380.1733702862198 not finished, retry = 0 2024-12-09T00:09:04,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741832_1008 (size=4217378) 2024-12-09T00:09:04,602 DEBUG [RS:0;7ba18a594d9f:33287 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/oldWALs 2024-12-09T00:09:04,602 INFO [RS:0;7ba18a594d9f:33287 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7ba18a594d9f%2C33287%2C1733702859380:(num 1733702862198) 2024-12-09T00:09:04,602 DEBUG [RS:0;7ba18a594d9f:33287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:04,602 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T00:09:04,602 INFO [RS:0;7ba18a594d9f:33287 {}] hbase.ChoreService(370): Chore service for: regionserver/7ba18a594d9f:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T00:09:04,603 INFO [regionserver/7ba18a594d9f:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T00:09:04,603 INFO [RS:0;7ba18a594d9f:33287 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33287 2024-12-09T00:09:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/7ba18a594d9f,33287,1733702859380 2024-12-09T00:09:04,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-09T00:09:04,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7ba18a594d9f,33287,1733702859380] 2024-12-09T00:09:04,606 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7ba18a594d9f,33287,1733702859380; numProcessing=1 2024-12-09T00:09:04,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/7ba18a594d9f,33287,1733702859380 already deleted, retry=false 2024-12-09T00:09:04,607 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7ba18a594d9f,33287,1733702859380 expired; onlineServers=0 2024-12-09T00:09:04,607 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7ba18a594d9f,46565,1733702858642' ***** 2024-12-09T00:09:04,607 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T00:09:04,608 DEBUG [M:0;7ba18a594d9f:46565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6956a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7ba18a594d9f/172.17.0.2:0 2024-12-09T00:09:04,608 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HRegionServer(1224): stopping server 7ba18a594d9f,46565,1733702858642 2024-12-09T00:09:04,608 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HRegionServer(1250): stopping server 7ba18a594d9f,46565,1733702858642; all regions closed. 2024-12-09T00:09:04,608 DEBUG [M:0;7ba18a594d9f:46565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T00:09:04,608 DEBUG [M:0;7ba18a594d9f:46565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T00:09:04,608 DEBUG [M:0;7ba18a594d9f:46565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T00:09:04,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T00:09:04,608 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.small.0-1733702861884 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.small.0-1733702861884,5,FailOnTimeoutGroup] 2024-12-09T00:09:04,608 DEBUG [master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.large.0-1733702861883 {}] cleaner.HFileCleaner(306): Exit Thread[master/7ba18a594d9f:0:becomeActiveMaster-HFileCleaner.large.0-1733702861883,5,FailOnTimeoutGroup] 2024-12-09T00:09:04,608 INFO [M:0;7ba18a594d9f:46565 {}] hbase.ChoreService(370): Chore service for: master/7ba18a594d9f:0 had [] on shutdown 2024-12-09T00:09:04,608 DEBUG [M:0;7ba18a594d9f:46565 {}] master.HMaster(1733): Stopping service threads 2024-12-09T00:09:04,608 INFO [M:0;7ba18a594d9f:46565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T00:09:04,608 ERROR [M:0;7ba18a594d9f:46565 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1827610141) connection to localhost/127.0.0.1:43183 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43183,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] 2024-12-09T00:09:04,609 INFO [M:0;7ba18a594d9f:46565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T00:09:04,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T00:09:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-09T00:09:04,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-09T00:09:04,609 DEBUG [M:0;7ba18a594d9f:46565 {}] zookeeper.ZKUtil(347): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-09T00:09:04,609 WARN [M:0;7ba18a594d9f:46565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T00:09:04,609 INFO [M:0;7ba18a594d9f:46565 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T00:09:04,610 INFO [M:0;7ba18a594d9f:46565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T00:09:04,610 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T00:09:04,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-09T00:09:04,610 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:04,610 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:04,610 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T00:09:04,610 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:04,610 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.95 KB heapSize=293.84 KB 2024-12-09T00:09:04,625 DEBUG [M:0;7ba18a594d9f:46565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61c92519505c4eafb215716a2df6f432 is 82, key is hbase:meta,,1/info:regioninfo/1733702863257/Put/seqid=0 2024-12-09T00:09:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741872_1048 (size=5672) 2024-12-09T00:09:04,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:04,706 INFO [RS:0;7ba18a594d9f:33287 {}] regionserver.HRegionServer(1307): Exiting; stopping=7ba18a594d9f,33287,1733702859380; zookeeper connection closed. 2024-12-09T00:09:04,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33287-0x1007419e1e10001, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:04,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f9c22e0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f9c22e0 2024-12-09T00:09:04,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-09T00:09:05,032 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61c92519505c4eafb215716a2df6f432 2024-12-09T00:09:05,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T00:09:05,071 DEBUG [M:0;7ba18a594d9f:46565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2733201c484b49969a896d22a160fb87 is 2028, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733702873113/Put/seqid=0 2024-12-09T00:09:05,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741873_1049 (size=12845) 2024-12-09T00:09:05,087 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.39 KB at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2733201c484b49969a896d22a160fb87 2024-12-09T00:09:05,095 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2733201c484b49969a896d22a160fb87 2024-12-09T00:09:05,123 DEBUG [M:0;7ba18a594d9f:46565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc077e2ee8b04e20a9ed837825c68f39 is 69, key is 7ba18a594d9f,33287,1733702859380/rs:state/1733702861931/Put/seqid=0 2024-12-09T00:09:05,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741874_1050 (size=5156) 2024-12-09T00:09:05,132 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=611 (bloomFilter=true), to=hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc077e2ee8b04e20a9ed837825c68f39 2024-12-09T00:09:05,142 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61c92519505c4eafb215716a2df6f432 as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61c92519505c4eafb215716a2df6f432 2024-12-09T00:09:05,153 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61c92519505c4eafb215716a2df6f432, entries=8, sequenceid=611, filesize=5.5 K 2024-12-09T00:09:05,155 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2733201c484b49969a896d22a160fb87 as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2733201c484b49969a896d22a160fb87 2024-12-09T00:09:05,168 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2733201c484b49969a896d22a160fb87 2024-12-09T00:09:05,168 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2733201c484b49969a896d22a160fb87, entries=77, sequenceid=611, filesize=12.5 K 2024-12-09T00:09:05,169 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc077e2ee8b04e20a9ed837825c68f39 as hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc077e2ee8b04e20a9ed837825c68f39 2024-12-09T00:09:05,177 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43183/user/jenkins/test-data/333f6527-16e7-489f-f443-1865ad6a9905/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc077e2ee8b04e20a9ed837825c68f39, entries=1, sequenceid=611, filesize=5.0 K 2024-12-09T00:09:05,178 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.95 KB/243656, heapSize ~293.54 KB/300584, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=611, compaction requested=false 2024-12-09T00:09:05,192 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T00:09:05,192 DEBUG [M:0;7ba18a594d9f:46565 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T00:09:05,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34303 is added to blk_1073741830_1006 (size=284330) 2024-12-09T00:09:05,199 INFO [M:0;7ba18a594d9f:46565 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T00:09:05,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T00:09:05,199 INFO [M:0;7ba18a594d9f:46565 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46565 2024-12-09T00:09:05,201 DEBUG [M:0;7ba18a594d9f:46565 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/7ba18a594d9f,46565,1733702858642 already deleted, retry=false 2024-12-09T00:09:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:05,303 INFO [M:0;7ba18a594d9f:46565 {}] regionserver.HRegionServer(1307): Exiting; stopping=7ba18a594d9f,46565,1733702858642; zookeeper connection closed. 2024-12-09T00:09:05,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1007419e1e10000, quorum=127.0.0.1:59816, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T00:09:05,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@235931c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T00:09:05,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f0e0254{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T00:09:05,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T00:09:05,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31e0412c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T00:09:05,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dabbcdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop.log.dir/,STOPPED} 2024-12-09T00:09:05,308 WARN [BP-1646707535-172.17.0.2-1733702855828 heartbeating to localhost/127.0.0.1:43183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T00:09:05,308 WARN [BP-1646707535-172.17.0.2-1733702855828 heartbeating to localhost/127.0.0.1:43183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1646707535-172.17.0.2-1733702855828 (Datanode Uuid 7593c497-0e89-46ce-9e96-164cad23063e) service to localhost/127.0.0.1:43183 2024-12-09T00:09:05,308 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T00:09:05,308 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T00:09:05,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/dfs/data/data1/current/BP-1646707535-172.17.0.2-1733702855828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T00:09:05,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/cluster_fb5c5d63-f1ee-7b67-867e-9d68238bdcce/dfs/data/data2/current/BP-1646707535-172.17.0.2-1733702855828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T00:09:05,309 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T00:09:05,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14b32b31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T00:09:05,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1277ac07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T00:09:05,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T00:09:05,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fb7fa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T00:09:05,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b04f0b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0c526d72-7837-e7f0-a24e-573dd0c97917/hadoop.log.dir/,STOPPED} 2024-12-09T00:09:05,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T00:09:05,357 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down